-- Logs begin at Mon 2021-06-21 03:45:39 UTC, end at Mon 2021-06-21 04:42:57 UTC. -- Jun 21 04:19:55.733612 dv-cinder-797170-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 21 04:19:58.765511 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.common.config [-] Logging enabled! Jun 21 04:19:58.766180 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 21 04:19:58.766307 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92632) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 21 04:19:58.769961 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.common.config [-] Logging enabled! Jun 21 04:19:58.770224 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 21 04:19:58.770543 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92632) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 21 04:19:58.771529 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 04:19:58.771768 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 04:19:58.772160 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 04:19:58.772412 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 04:19:58.772639 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 04:19:58.772990 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.773291 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.773596 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.773829 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.774132 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.774427 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.774716 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.775009 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.775318 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.775610 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.775895 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.776187 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.776419 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.776763 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.777028 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.777317 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.777546 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] debug = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.777832 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.778264 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.778696 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.778982 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.779268 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.779549 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.779825 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.780104 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.780393 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.780780 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] host = dv-cinder-797170-3-smb {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.781062 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.781353 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.781645 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.781931 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.782210 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.782489 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.782777 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.783583 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.783869 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] log_file = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.784153 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.784448 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.784770 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.785068 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.785297 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.785521 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.785813 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.786103 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.786384 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.786664 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.786944 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.787222 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.787506 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.787773 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.788067 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.788355 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.788646 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.788950 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.789229 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.789509 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.789785 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.790077 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.790357 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.790642 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.790917 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.791209 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.791481 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.791757 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.792067 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.792358 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.792642 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.792957 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.793233 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.793519 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.793798 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.794072 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.794349 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] use_json = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.794629 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.794901 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.795191 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.795466 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.795735 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.796012 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.796283 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.796572 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:19:58.796975 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.797275 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.797583 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.797872 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.798171 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.798451 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.799307 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.799590 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.799886 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.800179 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.800469 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.800783 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.801072 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.801355 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.801655 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.801964 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.802260 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.802558 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.802836 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.803115 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.803393 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.803673 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.803964 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.804255 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.804549 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.804858 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.805143 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.805439 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.805717 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.805995 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.806273 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.806563 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.806845 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.807127 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.807409 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.807693 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.807966 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.808241 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.808519 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.808846 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.809131 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.809406 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.809690 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.809963 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.810236 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.810522 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.810802 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.811079 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.811356 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.811635 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.811911 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.812186 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.812466 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.812782 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.813057 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.813340 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.813613 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.813889 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.814162 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.814467 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.814749 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.815023 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.815328 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.815579 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.815853 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.816132 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.816409 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.816710 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.817014 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.817319 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.817604 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.817892 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.818177 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.818476 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.818753 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.819036 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.819319 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.819601 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.819881 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.820178 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.820466 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.820782 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.821071 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.821352 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.821654 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.821935 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.822219 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.822501 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.822783 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.823084 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.823374 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.823689 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.823979 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.824277 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.824582 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.824912 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.825200 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.825521 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.825806 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:19:58.826029 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 04:19:58.826310 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92632) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 21 04:19:59.193226 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:19:59.193615 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:19:59.193974 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:19:59.194373 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 21 04:19:59.607262 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:19:59.607550 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:19:59.607723 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:19:59.609060 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:19:59.609341 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:19:59.609612 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:19:59.647916 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:19:59.648231 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:19:59.648541 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:19:59.667247 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:19:59.667247 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:19:59.667247 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:19:59.700450 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:19:59.700768 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:19:59.701047 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:19:59.741048 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:19:59.741317 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:19:59.741586 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:19:59.990667 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:19:59.991349 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:19:59.991349 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:19:59.991591 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:19:59.992633 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.122958 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.123340 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.123670 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.124073 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.124419 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.124811 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.125174 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.125481 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.125782 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.126114 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.126429 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.127261 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.127579 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.127890 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.128228 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.128550 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.128898 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.129210 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.129535 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.129837 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.130173 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.130591 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.130893 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.131239 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.131537 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.131832 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.132328 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:20:00.132618 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:20:00.132942 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:20:00.133232 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:20:00.133573 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:20:00.133799 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:20:00.134227 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 21 04:20:00.139191 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 21 04:20:00.144353 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 21 04:20:00.148492 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jun 21 04:20:00.150258 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 21 04:20:00.150732 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 21 04:20:00.151074 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 21 04:20:00.151470 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 21 04:20:00.154474 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 21 04:20:00.154731 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 21 04:20:00.155094 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 04:20:00.183433 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 21 04:20:00.183906 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.184213 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92632) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 21 04:20:00.184585 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.186058 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92632) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 21 04:20:00.186359 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 04:20:00.186614 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 21 04:20:00.190547 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.190878 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.254672 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 21 04:20:00.254902 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 21 04:20:00.255065 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 21 04:20:00.255453 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 21 04:20:00.278993 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_db.sqlalchemy.engines [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92632) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 21 04:20:00.839254 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.managers [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Initializing driver for type 'gre' Jun 21 04:20:00.839921 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] gre ID ranges: [(1, 1000)] Jun 21 04:20:00.901727 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.managers [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Initializing driver for type 'local' Jun 21 04:20:00.902244 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.managers [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Initializing driver for type 'vlan' Jun 21 04:20:00.918709 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] VlanTypeDriver initialization complete Jun 21 04:20:00.919048 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.managers [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Initializing driver for type 'vxlan' Jun 21 04:20:00.919756 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] vxlan ID ranges: [(1, 1000)] Jun 21 04:20:00.987191 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.managers [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Initializing extension driver 'port_security' Jun 21 04:20:00.987561 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.extensions.port_security [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] PortSecurityExtensionDriver initialization complete Jun 21 04:20:00.987954 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.managers [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Initializing mechanism driver 'openvswitch' Jun 21 04:20:00.988338 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.managers [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Initializing mechanism driver 'hyperv' Jun 21 04:20:00.995874 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.plugins.ml2.plugin [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:20:00.996734 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > port after_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.997146 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > port after_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.997596 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > port after_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.998025 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > subnet after_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.998412 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > subnet after_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.998794 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > subnet after_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.999210 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > network after_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.999611 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > network after_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:00.999990 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > network after_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.000408 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > security_group after_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.000843 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > security_group after_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.001222 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > security_group after_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.001670 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.002054 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.005104 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.005612 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > address_group after_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.006088 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > address_group after_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.006482 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > address_group after_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.006871 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] ML2 OVO RPC backend initialized. {{(pid=92632) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 21 04:20:01.008337 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > router_interface after_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.008826 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.009294 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > network before_response 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.009687 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > networks before_response 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.010719 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > port before_response 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.011109 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > ports before_response 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.011562 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > subnet before_response 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.011964 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > subnets before_response 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.012355 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > network after_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.013470 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > network after_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.013886 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > network after_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.014272 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > port after_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.014653 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > port after_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.015041 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > port after_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.015420 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > subnet after_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.015795 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > subnet after_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.016171 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > subnet after_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.016896 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.plugin [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Modular L2 Plugin initialization complete Jun 21 04:20:01.017267 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading services supported by the core plugin {{(pid=92632) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 21 04:20:01.017660 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.plugins.ml2.managers [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Got port-security extension from driver 'port_security' Jun 21 04:20:01.018171 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.extensions.vlantransparent [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Disabled vlantransparent extension. Jun 21 04:20:01.018987 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92632) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 21 04:20:01.019399 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading Plugin: router Jun 21 04:20:01.057959 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > router_interface before_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.058410 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > router after_create 55549900 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.058776 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > router before_create 55549900 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.059133 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.059498 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.059852 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > router after_delete 55549900 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.060204 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > floatingip after_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.060560 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > router after_create 55549900 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.060947 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > router after_update 55549900 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.061293 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > router after_update 55549900 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.061637 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.061990 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > router after_update 55549900 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.062403 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > router precommit_update 55549900 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.062772 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: port after_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.063102 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: port after_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.063431 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: subnet after_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.063761 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.064104 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > port precommit_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.064477 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > router precommit_create 55549900 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.064840 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: port before_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.065178 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > router precommit_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.065542 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > router after_update 55549900 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.065876 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > router precommit_delete 55549900 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.066221 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > router precommit_create 55549900 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.066579 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > router_interface after_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.066919 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > router precommit_update 55549900 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.067293 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > network after_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.068260 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Tracking information for resource: router configured {{(pid=92632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:20:01.068701 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Tracking information for resource: floatingip configured {{(pid=92632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:20:01.074416 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.db.l3_agentschedulers_db [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 21 04:20:01.075015 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: port after_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.075378 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: port after_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.075727 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: port after_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.076069 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: port after_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.077112 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > router before_create 55550100 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.077621 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > router precommit_delete 55550100 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.078016 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > router precommit_create 55550100 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.078374 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > router precommit_update 55550100 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.083702 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.services.provider_configuration [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Service providers = [] {{(pid=92632) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 21 04:20:01.084061 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.db.servicetype_db [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92632) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 21 04:20:01.087211 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.services.service_base [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 04:20:01.087553 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.services.service_base [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 04:20:01.087893 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.services.service_base [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 04:20:01.088828 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.services.service_base [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 04:20:01.089205 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.services.service_base [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 21 04:20:01.089652 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:20:01.089917 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 21 04:20:01.102312 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:20:01.102671 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading Plugin: auto_allocate Jun 21 04:20:01.109075 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: network precommit_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.109447 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: network precommit_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.109999 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:20:01.110315 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading Plugin: tag Jun 21 04:20:01.117623 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:20:01.118060 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading Plugin: timestamp Jun 21 04:20:01.122383 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:20:01.122708 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading Plugin: network_ip_availability Jun 21 04:20:01.130678 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.131256 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.131633 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.132441 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:20:01.132787 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading Plugin: flavors Jun 21 04:20:01.138404 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:20:01.138737 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading Plugin: revisions Jun 21 04:20:01.144145 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:20:01.144533 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_concurrency.lockutils [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.951s {{(pid=92632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:20:01.145341 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92632) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 21 04:20:01.145668 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Initializing extension manager. Jun 21 04:20:01.146178 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: __init__.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.146516 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: __pycache__ {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.146847 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.147172 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: address_group.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.147975 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.148563 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: address-group Jun 21 04:20:01.148917 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: address_scope.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.149615 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.150117 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: address-scope Jun 21 04:20:01.150432 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: admin_state_down_before_update.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.151417 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.151921 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: router-admin-state-down-before-update Jun 21 04:20:01.152352 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: agent.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.153089 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.153586 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: agent Jun 21 04:20:01.153901 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: agent_resources_synced.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.154810 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.155312 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: agent-resources-synced Jun 21 04:20:01.155625 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: allowedaddresspairs.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.157480 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.158073 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: allowed-address-pairs Jun 21 04:20:01.158906 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: auto_allocated_topology.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.160265 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.160820 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: auto-allocated-topology Jun 21 04:20:01.161144 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: availability_zone.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.161827 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.162329 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: availability_zone Jun 21 04:20:01.162647 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: availability_zone_filter.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.163545 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.164044 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: availability_zone_filter Jun 21 04:20:01.164362 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: data_plane_status.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.165353 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.165852 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension data-plane-status not supported by any of loaded plugins Jun 21 04:20:01.166170 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: default_subnetpools.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.167067 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.167569 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: default-subnetpools Jun 21 04:20:01.167885 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: dhcpagentscheduler.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.168748 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.169250 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: dhcp_agent_scheduler Jun 21 04:20:01.169567 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: dns.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.170484 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.170979 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension dns-integration not supported by any of loaded plugins Jun 21 04:20:01.171296 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: dns_domain_ports.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.172184 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.172707 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 21 04:20:01.173027 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: dvr.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.173724 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.174223 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: dvr Jun 21 04:20:01.174536 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: empty_string_filtering.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.175438 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.175936 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: empty-string-filtering Jun 21 04:20:01.176250 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.177173 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.177671 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 21 04:20:01.177984 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.178888 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.179381 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 21 04:20:01.179698 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: external_net.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.180583 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.181114 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: external-net Jun 21 04:20:01.181430 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: extra_dhcp_opt.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.182332 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.182832 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: extra_dhcp_opt Jun 21 04:20:01.183147 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: extraroute.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.184029 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.184527 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: extraroute Jun 21 04:20:01.184867 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: extraroute_atomic.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.185908 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.186411 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: extraroute-atomic Jun 21 04:20:01.186728 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: filter_validation.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.187395 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.187891 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: filter-validation Jun 21 04:20:01.188207 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: fip_pf_description.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.189130 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.189692 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 21 04:20:01.190003 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: fip_port_details.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.190892 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.191389 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: fip-port-details Jun 21 04:20:01.191704 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: flavors.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.192992 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.193490 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: flavors Jun 21 04:20:01.193806 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.195528 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.196044 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 21 04:20:01.196373 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: floatingip_pools.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.197110 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.197614 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: floatingip-pools Jun 21 04:20:01.197939 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: ip_allocation.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.198868 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.199370 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension ip_allocation not supported by any of loaded plugins Jun 21 04:20:01.199687 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.200573 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.201106 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: ip-substring-filtering Jun 21 04:20:01.201427 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: l2_adjacency.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.202330 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.203609 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension l2_adjacency not supported by any of loaded plugins Jun 21 04:20:01.203935 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: l3.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.205566 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.206098 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: router Jun 21 04:20:01.206419 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: l3_conntrack_helper.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.209061 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.209607 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 21 04:20:01.209937 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.210899 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.211411 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: ext-gw-mode Jun 21 04:20:01.211734 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.212626 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.213171 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: l3-ha Jun 21 04:20:01.213474 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: l3_flavors.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.214359 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.214860 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: l3-flavors Jun 21 04:20:01.215180 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.216089 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.216593 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: l3-port-ip-change-not-allowed Jun 21 04:20:01.216933 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: l3agentscheduler.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.218005 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.218513 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: l3_agent_scheduler Jun 21 04:20:01.218830 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: logging.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.220363 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.221470 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension logging not supported by any of loaded plugins Jun 21 04:20:01.221797 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: metering.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.222526 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.223104 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: metering Jun 21 04:20:01.223423 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.224520 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.225058 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: metering_source_and_destination_fields Jun 21 04:20:01.225380 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: multiprovidernet.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.226283 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.226785 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: multi-provider Jun 21 04:20:01.227103 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: netmtu.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.227996 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.228490 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: net-mtu Jun 21 04:20:01.228865 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: netmtu_writable.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.229759 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.230255 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: net-mtu-writable Jun 21 04:20:01.230573 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: network_availability_zone.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.231233 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.231729 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: network_availability_zone Jun 21 04:20:01.232044 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: network_ip_availability.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.233166 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.233697 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: network-ip-availability Jun 21 04:20:01.234017 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: network_segment_range.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.234792 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.235292 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension network-segment-range not supported by any of loaded plugins Jun 21 04:20:01.235610 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: pagination.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.236623 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.236993 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: pagination Jun 21 04:20:01.237309 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: port_device_profile.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.238190 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.238701 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: port-device-profile Jun 21 04:20:01.239020 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.239913 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.240409 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: port-mac-address-regenerate Jun 21 04:20:01.240760 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.241640 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.242138 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: port-numa-affinity-policy Jun 21 04:20:01.242458 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: port_resource_request.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.243358 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.243853 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension port-resource-request not supported by any of loaded plugins Jun 21 04:20:01.244199 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: portbindings.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.245132 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.245649 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: binding Jun 21 04:20:01.245965 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: portbindings_extended.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.247255 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.247763 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: binding-extended Jun 21 04:20:01.248081 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: portsecurity.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.248998 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.249505 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: port-security Jun 21 04:20:01.249818 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: project_id.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.250782 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.251107 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: project-id Jun 21 04:20:01.251424 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: providernet.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.252376 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.252916 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: provider Jun 21 04:20:01.253379 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: qos.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.257267 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.257813 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension qos not supported by any of loaded plugins Jun 21 04:20:01.258136 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.259477 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.259987 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 21 04:20:01.260398 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.261411 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.261919 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 21 04:20:01.262241 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: qos_default.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.263139 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.263714 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension qos-default not supported by any of loaded plugins Jun 21 04:20:01.264096 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: qos_fip.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.264791 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.265296 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension qos-fip not supported by any of loaded plugins Jun 21 04:20:01.265613 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: qos_gateway_ip.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.266557 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.267066 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 21 04:20:01.268019 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: qos_port_network_policy.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.269210 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.269786 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 21 04:20:01.270104 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: qos_rule_type_details.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.274581 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.275206 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 21 04:20:01.276400 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: qos_rules_alias.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.277726 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.278253 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 21 04:20:01.278577 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: quotasv2.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.279566 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.279887 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: quotas Jun 21 04:20:01.280257 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: quotasv2_detail.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.284209 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.284570 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: quota_details Jun 21 04:20:01.284924 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: rbac.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.286151 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.286985 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: rbac-policies Jun 21 04:20:01.287314 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: rbac_address_group.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.288429 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.288979 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: rbac-address-group Jun 21 04:20:01.289304 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: rbac_address_scope.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.290334 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.290903 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: rbac-address-scope Jun 21 04:20:01.291298 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: rbac_security_groups.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.292234 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.292772 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: rbac-security-groups Jun 21 04:20:01.293094 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: rbac_subnetpool.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.294005 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.294514 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: rbac-subnetpool Jun 21 04:20:01.294838 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: revisionifmatch.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.295733 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.296242 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: revision-if-match Jun 21 04:20:01.296563 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: revisions.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.297951 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.298465 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: standard-attr-revisions Jun 21 04:20:01.298822 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: router_availability_zone.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.299484 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.299987 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: router_availability_zone Jun 21 04:20:01.300306 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: routerservicetype.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.301233 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.301740 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension router-service-type not supported by any of loaded plugins Jun 21 04:20:01.302062 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.302984 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.303491 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: security-groups-normalized-cidr Jun 21 04:20:01.303809 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: security_groups_port_filtering.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.304754 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.305342 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: port-security-groups-filtering Jun 21 04:20:01.305664 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.306581 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.307161 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: security-groups-remote-address-group Jun 21 04:20:01.307477 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: securitygroup.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.318207 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.318812 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: security-group Jun 21 04:20:01.319147 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: segment.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.320058 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.320572 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension segment not supported by any of loaded plugins Jun 21 04:20:01.320935 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.321955 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.322471 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 21 04:20:01.322794 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: servicetype.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.323938 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.324466 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: service-type Jun 21 04:20:01.324828 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: sorting.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.325807 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.326136 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: sorting Jun 21 04:20:01.326456 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: standard_attr_segment.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.327350 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.327871 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 21 04:20:01.328190 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: standardattrdescription.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.328868 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.329373 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: standard-attr-description Jun 21 04:20:01.329691 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: stateful_security_group.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.331287 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.331932 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: stateful-security-group Jun 21 04:20:01.332301 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: stdattrs_common.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.333075 dv-cinder-797170-3-smb neutron-server[92632]: WARNING neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 21 04:20:01.333448 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.334553 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.335077 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 21 04:20:01.335396 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: subnet_onboard.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.336538 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.337076 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: subnet_onboard Jun 21 04:20:01.337395 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.338510 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.339036 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 21 04:20:01.339415 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: subnet_service_types.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.340501 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.341017 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: subnet-service-types Jun 21 04:20:01.341335 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: subnetallocation.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.342470 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.343017 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: subnet_allocation Jun 21 04:20:01.343339 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.344012 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.344525 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: subnetpool-prefix-ops Jun 21 04:20:01.344875 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.346345 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.346848 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 21 04:20:01.347163 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: tagging.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.348276 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.348820 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: standard-attr-tag Jun 21 04:20:01.349141 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: timestamp.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.350372 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.350885 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loaded extension: standard-attr-timestamp Jun 21 04:20:01.351209 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: trunk.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.352229 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.352765 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension trunk not supported by any of loaded plugins Jun 21 04:20:01.353090 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: trunk_details.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.353995 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.354613 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension trunk-details not supported by any of loaded plugins Jun 21 04:20:01.354944 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: uplink_status_propagation.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.355841 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.356342 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 21 04:20:01.356740 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Loading extension file: vlantransparent.py {{(pid=92632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:20:01.357353 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:20:01.357853 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extension vlan-transparent not supported by any of loaded plugins Jun 21 04:20:01.360425 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Creating instance of TrackedResource for resource:network Jun 21 04:20:01.361011 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Creating instance of TrackedResource for resource:subnet Jun 21 04:20:01.361480 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 04:20:01.361868 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Creating instance of TrackedResource for resource:port Jun 21 04:20:01.363191 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.v2.resource_helper [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:20:01.363630 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.v2.resource_helper [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Service FLAVORS assigned prefix: {{(pid=92632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:20:01.364244 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.v2.resource_helper [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:20:01.364722 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.v2.resource_helper [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:20:01.365039 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Creating instance of TrackedResource for resource:router Jun 21 04:20:01.365466 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Creating instance of TrackedResource for resource:floatingip Jun 21 04:20:01.365951 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.v2.resource_helper [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Service METERING assigned prefix: /metering {{(pid=92632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:20:01.367450 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.367815 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.368160 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:20:01.369255 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 04:20:01.369696 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Creating instance of TrackedResource for resource:security_group Jun 21 04:20:01.370196 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 04:20:01.370839 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.v2.resource_helper [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Service CORE assigned prefix: {{(pid=92632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:20:01.371163 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 04:20:01.371510 dv-cinder-797170-3-smb neutron-server[92632]: WARNING neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] subnetpool is already registered Jun 21 04:20:01.371953 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.v2.resource_helper [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Service CORE assigned prefix: {{(pid=92632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:20:01.372272 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 04:20:01.372597 dv-cinder-797170-3-smb neutron-server[92632]: WARNING neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] subnetpool is already registered Jun 21 04:20:01.375013 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.v2.resource_helper [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:20:01.375442 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.v2.resource_helper [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Service FLAVORS assigned prefix: {{(pid=92632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:20:01.376033 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.v2.resource_helper [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:20:01.376449 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.v2.resource_helper [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:20:01.376873 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Creating instance of TrackedResource for resource:router Jun 21 04:20:01.377215 dv-cinder-797170-3-smb neutron-server[92632]: WARNING neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] router is already registered Jun 21 04:20:01.377621 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Creating instance of TrackedResource for resource:floatingip Jun 21 04:20:01.377946 dv-cinder-797170-3-smb neutron-server[92632]: WARNING neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] floatingip is already registered Jun 21 04:20:01.378397 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.v2.resource_helper [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Service METERING assigned prefix: /metering {{(pid=92632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:20:01.379089 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 04:20:01.379408 dv-cinder-797170-3-smb neutron-server[92632]: WARNING neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] rbac_policy is already registered Jun 21 04:20:01.379817 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Creating instance of TrackedResource for resource:security_group Jun 21 04:20:01.380145 dv-cinder-797170-3-smb neutron-server[92632]: WARNING neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] security_group is already registered Jun 21 04:20:01.380543 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 04:20:01.380904 dv-cinder-797170-3-smb neutron-server[92632]: WARNING neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] security_group_rule is already registered Jun 21 04:20:01.381569 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.v2.resource_helper [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Service CORE assigned prefix: {{(pid=92632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:20:01.381884 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 04:20:01.382210 dv-cinder-797170-3-smb neutron-server[92632]: WARNING neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] subnetpool is already registered Jun 21 04:20:01.382631 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.v2.resource_helper [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Service CORE assigned prefix: {{(pid=92632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:20:01.382950 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 04:20:01.383268 dv-cinder-797170-3-smb neutron-server[92632]: WARNING neutron.quota.resource_registry [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] subnetpool is already registered Jun 21 04:20:01.383897 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: extensions {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.385487 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: address-groups {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.386965 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: address-scopes {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.388306 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: agents {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.389564 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: auto-allocated-topology {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.390822 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: availability_zones {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.393367 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: dhcp-networks {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.395144 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: dhcp-agents {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.396571 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: routers {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.398299 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: flavors {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.401080 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: service_profiles {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.402392 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: next_providers {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.403828 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: service_profiles {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.405401 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: floatingip-pools {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.406777 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: routers {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.409445 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: floatingips {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.410724 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: l3-routers {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.412131 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: l3-agents {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.413570 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: metering-labels {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.414828 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: metering-label-rules {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.416217 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: network-ip-availabilities {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.417519 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: bindings {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.419065 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: quotas {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.420595 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: quotas {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.422035 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: rbac-policies {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.423238 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: security-groups {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.424574 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: security-group-rules {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.425898 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: service-providers {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.427107 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: subnetpools {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.428405 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: subnetpools {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.429994 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: tags {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.431642 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: tags {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.433496 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: tags {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.435256 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: tags {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.436967 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: tags {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.438919 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: tags {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.441207 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: tags {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.442978 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: tags {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.444873 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: tags {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.446608 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron.api.extensions [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Extended resource: tags {{(pid=92632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:20:01.453260 dv-cinder-797170-3-smb neutron-server[92632]: WARNING keystonemiddleware.auth_token [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 21 04:20:01.458701 dv-cinder-797170-3-smb neutron-server[92632]: WARNING keystonemiddleware.auth_token [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 21 04:20:01.467539 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_concurrency.lockutils [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Acquired lock "singleton_lock" {{(pid=92632) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 21 04:20:01.468013 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_concurrency.lockutils [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Releasing lock "singleton_lock" {{(pid=92632) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 21 04:20:01.468683 dv-cinder-797170-3-smb neutron-server[92632]: INFO oslo_service.service [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Starting 2 workers Jun 21 04:20:01.473628 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Started child 92743 {{(pid=92632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 04:20:01.478416 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Started child 92744 {{(pid=92632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 04:20:01.479373 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:01.480357 dv-cinder-797170-3-smb neutron-server[92632]: INFO neutron.service [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Neutron service started, listening on 0.0.0.0:9696 Jun 21 04:20:01.480826 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Notify callbacks [] for process, before_spawn {{(pid=92632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:01.481544 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [-] (92743) wsgi starting up on http://0.0.0.0:9696 Jun 21 04:20:01.483712 dv-cinder-797170-3-smb neutron-server[92632]: INFO oslo_service.service [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Starting 1 workers Jun 21 04:20:01.486813 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:01.489045 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Started child 92745 {{(pid=92632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 04:20:01.489233 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [-] (92744) wsgi starting up on http://0.0.0.0:9696 Jun 21 04:20:01.489965 dv-cinder-797170-3-smb neutron-server[92632]: INFO oslo_service.service [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Starting 1 workers Jun 21 04:20:01.493895 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.service [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] calling RpcWorker wait() {{(pid=92745) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 21 04:20:01.494785 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.service [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] returning from RpcWorker wait() {{(pid=92745) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 21 04:20:01.494925 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Started child 92746 {{(pid=92632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 04:20:01.495918 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG neutron_lib.callbacks.manager [None req-dafac14f-32c7-4f23-869f-216ba4c8172c None None] Notify callbacks [] for process, after_spawn {{(pid=92632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:01.496742 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:01.497408 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:20:01.498062 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92632) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 04:20:01.498295 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 04:20:01.498512 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 04:20:01.498726 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 04:20:01.499086 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 04:20:01.499245 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 04:20:01.499780 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.500073 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.500530 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.500883 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.501202 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.502308 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.502646 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.502904 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.503222 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.503485 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.503715 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.504087 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.504369 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.504614 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:01.505464 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.505464 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.505464 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.506073 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.506073 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.506073 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.506620 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.506831 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:20:01.507032 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.507032 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.507421 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] debug = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.507421 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.507872 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.508218 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.508397 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.508617 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.508987 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.509237 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.509604 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.509937 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.510187 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.510411 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.510690 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.510932 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.511183 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.511499 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.512007 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.512007 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.512542 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] host = dv-cinder-797170-3-smb {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.512824 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.513036 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.513376 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.513753 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.513958 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.514155 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.514361 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.514593 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.514848 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.515076 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.515327 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.515572 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.515812 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.516060 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] log_file = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.516259 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] log_options = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.516476 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.516778 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.517064 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.517275 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.518142 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.518142 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.518539 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.518539 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.519162 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.519348 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.519550 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.519737 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.519937 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.520133 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.520393 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.520707 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.520933 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.521144 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.521374 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.521625 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.521840 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.522209 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.522406 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.522597 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.522787 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.522978 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.523189 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.523380 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.523749 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.524096 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.524096 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.524454 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.524693 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.524885 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.525080 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.525354 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.525557 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.525903 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.526200 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.526530 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.526739 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.526928 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.527192 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.527418 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.527605 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.527839 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] use_json = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.528035 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.528276 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.528521 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.528768 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.528962 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.529182 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.529375 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.529643 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.530022 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.530305 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.530647 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.530911 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.531146 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.531391 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.531622 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.531819 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.532089 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.532457 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.532718 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.532912 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.533154 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.533393 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.533677 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.534008 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.534383 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.534582 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.534792 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.535004 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.535202 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.535391 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.535716 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.535980 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.536243 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.536506 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.536757 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.537116 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.537324 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.537533 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.537736 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.537922 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.538145 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.538424 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.538698 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.538954 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.539158 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.539366 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.539625 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.539987 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.540190 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.541987 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.542536 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.543360 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.543360 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.544185 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.544185 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.544185 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.545222 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.545222 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.545222 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.546775 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.546994 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.547193 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.547515 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.547848 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.548190 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.548493 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.548909 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.549201 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.549498 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.549852 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.550221 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.551353 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.551353 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.551353 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.551976 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.552171 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.555628 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.555628 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.555628 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.555628 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.555628 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.555628 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.555628 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.555628 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.555628 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.557408 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.557408 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.557408 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.557408 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.557408 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.558038 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.558038 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.558298 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.558590 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.558934 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.559586 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.560067 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.560425 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.560758 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.561423 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.561954 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.562492 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.562849 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.564783 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.564783 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.564783 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.564783 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.565519 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.565519 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.565780 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.566068 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.566381 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.566958 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.567275 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.567644 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.568005 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.568813 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.568813 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.569070 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.569369 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.569693 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.570055 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.570382 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.570730 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.571523 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.572017 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.572817 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.573218 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.577088 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.577676 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.578091 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.578518 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.578980 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.579430 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.579835 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.581533 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.582000 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.582388 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.582798 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.583231 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.583816 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.584227 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.584625 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.585037 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.585499 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.585975 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.586552 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.587029 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.587481 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.587873 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.588287 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.589354 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.589354 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.589604 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.589934 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.590298 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.590767 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.591076 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.591460 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.593051 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.593051 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.593051 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.593051 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.593485 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.593849 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.594234 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.594625 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.595028 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.595405 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.595984 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.596988 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.596988 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.597394 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.597741 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.598096 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.598529 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.598920 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.599438 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.600390 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.600814 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.601221 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.601729 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.602535 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.603321 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.603985 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.604617 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.605279 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.605891 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.606537 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.607215 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.607869 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.608338 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.608827 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.609234 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.609671 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.610206 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.610616 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.611027 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.611521 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.611922 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.612332 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.612770 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.613160 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.613522 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.613887 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.614265 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.614699 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.615090 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.615497 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.615893 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.616274 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.616673 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.617251 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.617627 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.618115 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.618552 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.618957 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.619362 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.619787 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.620185 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.620554 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.620974 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.621467 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.621841 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.622241 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.622553 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.622886 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.623271 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.623642 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.624033 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.624400 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.624816 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.625200 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.625607 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.626013 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.626405 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.627447 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.627866 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.628226 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.628643 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.629080 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.629460 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.630009 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.630397 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.630809 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.631236 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.631771 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.632159 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.632614 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.633054 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.633432 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.633840 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.634276 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.634854 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.635350 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.635807 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.636230 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.636605 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.637116 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.637555 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.637938 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.638421 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.638955 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.639399 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.639843 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.640293 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.640759 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.641188 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.641592 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.641998 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.642442 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.643326 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.644277 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.644719 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.645113 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.645495 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.645896 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.646285 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.646678 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.647056 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.647442 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.647924 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.648154 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 04:20:01.648976 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92632) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 04:20:01.649249 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 04:20:01.649515 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 04:20:01.649803 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 04:20:01.650075 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 04:20:01.650300 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 04:20:01.650544 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.650785 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.651053 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.651312 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.651518 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.651707 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.651871 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.652031 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.652189 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.652383 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.652581 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.652823 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.653014 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.653259 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.653518 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.653780 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.654060 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.654265 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.654449 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.654660 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.654822 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.654982 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.655144 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] debug = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.655282 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.655572 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.655828 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.655828 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.656182 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.656182 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.656543 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.656543 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.656823 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.657009 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.657134 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.657375 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.657646 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.658130 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.658337 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.658464 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.658690 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.658965 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] host = dv-cinder-797170-3-smb {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.659236 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.659514 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.659788 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.660059 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.660332 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.660608 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.660917 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.661194 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.661455 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.661726 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.662006 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.662282 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.662616 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.662819 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] log_file = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.663100 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] log_options = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.663378 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.663657 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.663944 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.664247 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.664535 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.664852 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.665124 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.665407 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.665700 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.666013 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.666173 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:20:01.666312 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.666504 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.666746 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.666918 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.667070 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.667296 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.667564 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.667839 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.668131 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.668379 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.668640 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.668921 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.669184 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.669455 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.669732 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.669998 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.670275 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.670549 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.670827 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.671104 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.671377 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.671651 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.671932 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.672207 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.672486 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.672781 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.673044 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.673324 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.673641 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.673917 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.674186 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.674451 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.674706 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.674975 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.675226 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.675477 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] use_json = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.675723 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.675973 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.676217 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.676470 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.676752 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.677020 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.677284 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.677579 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:20:01.677885 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.678304 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.678532 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.678740 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.678967 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.679250 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.679801 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.679801 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.680401 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.680401 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.680639 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.680913 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.681221 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.681472 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.681753 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.682045 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.682324 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.682611 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.682891 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.683170 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.683411 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.683608 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.683841 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.684119 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.684395 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.684694 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.684973 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.685264 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.685530 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.685806 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.686085 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.686367 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.686638 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.686919 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.687201 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.687475 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.687756 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.688043 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.688474 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.688698 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.688878 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.689177 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.689994 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.690279 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.690556 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.690803 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.691078 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.691360 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.691647 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.691925 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.692223 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.692505 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.692807 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.693090 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.693371 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.693649 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.693920 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.694197 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.694481 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.694760 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.694990 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.695258 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.695538 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.695859 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.696145 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.696415 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.696703 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.696986 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.697259 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.697684 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.697861 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.698146 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.698429 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.698711 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.698987 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.699270 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.699534 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.699815 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.700097 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.700377 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.700672 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.700959 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.701242 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.701522 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.701776 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.702080 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.702357 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.702636 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.702914 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.703179 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.703459 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.703734 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.704010 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.704290 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.704570 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.704957 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.705728 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.706014 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.706353 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.706570 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.706854 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.707141 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.707427 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.707605 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.707773 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.707937 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.708101 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.708263 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.708462 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.708691 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.708967 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.709263 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.709541 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.709825 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.710099 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.710379 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.710660 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.710935 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.711209 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.711521 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.711758 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.712024 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.712295 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.713286 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.713286 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.713286 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.714043 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.714043 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.714043 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.714254 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.714444 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.715095 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.715095 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.715318 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.715586 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.716150 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.717051 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.717051 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.717051 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.717419 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.717563 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.717707 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.717982 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.718271 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.718543 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.719220 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.719220 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.719473 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.719612 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.719893 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.720174 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.720493 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.720812 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.721092 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.721376 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.721652 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.721927 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.722211 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.722489 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.722766 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.723055 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.723336 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.723615 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.723888 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.724172 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.724451 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.724760 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.725037 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.725315 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.725603 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.725906 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.726194 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.726483 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.726769 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.727051 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.727340 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.727613 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.727888 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.728716 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.728716 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.728957 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.729044 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.729504 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.729611 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.729913 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.730196 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.730474 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.730776 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.731062 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.731336 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.731616 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.731902 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.732193 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.732476 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.732780 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.733053 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.733345 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.733655 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.733944 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.734225 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.734500 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.734778 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.735066 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.735355 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.735641 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.735936 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.736282 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.736574 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.736895 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.737188 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.737473 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.737770 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.738046 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.738318 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.738608 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.738889 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.739188 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.739467 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.739746 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.739996 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.740250 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.740525 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.740819 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.741103 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.741380 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.741667 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.741975 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.742252 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.742532 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.742810 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.743095 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.743390 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.743673 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.743943 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.744234 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.744504 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.744814 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.745109 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.745453 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.745749 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.746035 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.746319 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.746587 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.746853 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.747128 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.747416 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.747723 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.748024 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.748318 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.748602 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.748918 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.749208 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.749488 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.749786 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.750088 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.750365 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.750653 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.750933 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.751217 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.751505 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.752324 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.752600 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.752904 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.753178 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.753519 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.753810 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.754102 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.754384 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.754672 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.754949 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.755231 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.755522 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.755805 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.756092 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:20:01.756367 dv-cinder-797170-3-smb neutron-server[92632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 04:20:01.949143 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 47238) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:01.957984 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064917 Jun 21 04:20:15.114189 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d24506a-c5d9-4371-a290-6d30a8b30189 None None] get_active_networks_info from dv-cinder-797170-3-smb {{(pid=92745) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 04:20:15.187206 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d24506a-c5d9-4371-a290-6d30a8b30189 None None] No non-hosted networks {{(pid=92745) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 21 04:20:15.207003 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.agentschedulers_db [None req-3d24506a-c5d9-4371-a290-6d30a8b30189 None None] DHCP Agent not found on host dv-cinder-797170-3-smb {{(pid=92745) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 21 04:20:15.328028 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b9bc6b22-f413-4918-b8a9-223ae377408b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729'] for agent, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:17.966972 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-bcd4376b-fabe-47c9-998f-218f12df24cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729'] for agent, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:18.067861 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6c31cb3f-c4c9-4d57-8c04-3c47ed03a113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:18.152132 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729'] for agent, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:18.152866 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:18.154512 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:18.155660 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:18.156305 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:18.157133 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:18.157710 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:18.158270 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:18.158800 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:18.159320 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:18.159858 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:18.160384 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:18.161067 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:18.161683 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797170-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:20:18.178266 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797170-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:20:18.879874 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729'] for agent, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:21.563434 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729'] for agent, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:22.371560 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 47332) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:22.902394 dv-cinder-797170-3-smb neutron-server[92745]: INFO neutron.db.l3_hamode_db [None req-bffaaadd-fa02-4f14-8afc-dd8d1b01fafd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 21 04:20:23.045409 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffaaadd-fa02-4f14-8afc-dd8d1b01fafd None None] Routers set() bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:20:23.046038 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffaaadd-fa02-4f14-8afc-dd8d1b01fafd None None] Router IDs set() for agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 21 04:20:23.144127 dv-cinder-797170-3-smb neutron-server[92743]: WARNING oslo_policy.policy [None req-5b920b70-6420-4486-bb1c-6f52e94f2100 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:20:23.144901 dv-cinder-797170-3-smb neutron-server[92743]: WARNING oslo_policy.policy [None req-5b920b70-6420-4486-bb1c-6f52e94f2100 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:20:23.370982 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [None req-5b920b70-6420-4486-bb1c-6f52e94f2100 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=92743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:20:23.372357 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-5b920b70-6420-4486-bb1c-6f52e94f2100 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9979608 Jun 21 04:20:25.873067 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 47346) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:26.433182 dv-cinder-797170-3-smb neutron-server[92744]: WARNING oslo_policy.policy [None req-fd6159b9-d5fb-4ead-810e-5813e2bfd1fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:20:26.433789 dv-cinder-797170-3-smb neutron-server[92744]: WARNING oslo_policy.policy [None req-fd6159b9-d5fb-4ead-810e-5813e2bfd1fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:20:26.654112 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-fd6159b9-d5fb-4ead-810e-5813e2bfd1fb admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:20:26.754028 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.policy [None req-fd6159b9-d5fb-4ead-810e-5813e2bfd1fb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92744) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 04:20:26.802679 dv-cinder-797170-3-smb neutron-server[92744]: WARNING oslo_policy.policy [None req-fd6159b9-d5fb-4ead-810e-5813e2bfd1fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:20:26.803190 dv-cinder-797170-3-smb neutron-server[92744]: WARNING oslo_policy.policy [None req-fd6159b9-d5fb-4ead-810e-5813e2bfd1fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:20:26.813387 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.quota [None req-fd6159b9-d5fb-4ead-810e-5813e2bfd1fb admin admin] Loaded quota_driver: . Jun 21 04:20:26.920223 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-fd6159b9-d5fb-4ead-810e-5813e2bfd1fb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772642988050', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772642989605', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772642976411', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772642973777', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772642882068', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772642871882', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-585203', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1457644', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-455928', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-531755'] for rbac-policy, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:26.997333 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-fd6159b9-d5fb-4ead-810e-5813e2bfd1fb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:26.998696 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-fd6159b9-d5fb-4ead-810e-5813e2bfd1fb admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1243503 Jun 21 04:20:30.475082 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 47364) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:30.810734 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'tenant_id': '51b36ebbd46f4d60b225233a6e4b0dc0'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:20:30.841718 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Made reservation on behalf of 51b36ebbd46f4d60b225233a6e4b0dc0 for: {'network': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:20:30.844693 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for network, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:30.863863 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:31.007665 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:31.012992 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:31.019840 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:20:31.036224 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=92744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:20:31.067981 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772645825738', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:31.068587 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Unsubscribe: segment precommit_create {{(pid=92744) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 04:20:31.069110 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.db.segments_db [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Added segment ec1419e9-f3b6-4ca3-b9e9-139b8691d003 of type vlan for network 7193ea76-07ea-405a-b610-5e296d72affe Jun 21 04:20:31.088180 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a13774-c266-4020-834c-457f28898a96,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:20:31.140291 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:31.140675 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:31.141031 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:31.141354 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:31.141709 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:31.142025 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:31.142334 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:31.142643 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:31.142952 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:31.143515 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:31.143823 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:31.144124 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Tracked resource versions report: Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: pushed versions: Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: { 'AddressGroup': {'1.2'}, Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: 'ConntrackHelper': {'1.0'}, Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: 'Log': {'1.0'}, Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: 'Network': {'1.1'}, Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: 'Port': {'1.7'}, Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: 'PortForwarding': {'1.2'}, Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: 'QosPolicy': {'1.8'}, Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: 'SecurityGroup': {'1.4'}, Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: 'SubPort': {'1.0'}, Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: 'Subnet': {'1.1'}, Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: 'Trunk': {'1.1'}} Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: consumer versions: Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: { DHCP agent@dv-cinder-797170-3-smb: {}, Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: L3 agent@dv-cinder-797170-3-smb: {}, Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: Metadata agent@dv-cinder-797170-3-smb: {}, Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: Metering agent@dv-cinder-797170-3-smb: {}, Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: Open vSwitch agent@dv-cinder-797170-3-smb: { 'AddressGroup': '1.2', Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: 'ConntrackHelper': '1.0', Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: 'Log': '1.0', Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: 'Network': '1.1', Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: 'Port': '1.7', Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: 'PortForwarding': '1.2', Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: 'QosPolicy': '1.8', Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: 'SecurityGroup': '1.4', Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: 'SecurityGroupRule': '1.2', Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: 'SubPort': '1.0', Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: 'Subnet': '1.1', Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: 'Trunk': '1.1'}} Jun 21 04:20:31.145302 dv-cinder-797170-3-smb neutron-server[92744]: {{(pid=92744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:20:31.196790 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772645272028'] for network, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:31.204196 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:20:31.256922 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842'] for network, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:31.258395 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:31.259058 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:31.261267 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:20:31.338360 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8620338 Jun 21 04:20:31.365375 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Pushing event updated for resources: {'Network': ['ID=7193ea76-07ea-405a-b610-5e296d72affe,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:20:31.369834 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:20:31.383154 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Network 7193ea76-07ea-405a-b610-5e296d72affe details requested by agent ovs-agent-dv-cinder-797170-3-smb with host dv-cinder-797170-3-smb {{(pid=92745) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:20:34.201244 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 47378) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:34.791919 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.policy [None req-81e9b172-ec6e-425b-9640-0c754dd8aa83 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92743) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 04:20:34.840095 dv-cinder-797170-3-smb neutron-server[92743]: WARNING oslo_policy.policy [None req-81e9b172-ec6e-425b-9640-0c754dd8aa83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:20:34.840577 dv-cinder-797170-3-smb neutron-server[92743]: WARNING oslo_policy.policy [None req-81e9b172-ec6e-425b-9640-0c754dd8aa83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:20:34.850570 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e9b172-ec6e-425b-9640-0c754dd8aa83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:34.852429 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-81e9b172-ec6e-425b-9640-0c754dd8aa83 admin admin] 10.222.0.60 "GET /v2.0/networks/7193ea76-07ea-405a-b610-5e296d72affe HTTP/1.1" status: 200 len: 825 time: 0.6502588 Jun 21 04:20:34.895597 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-5b28272f-fe12-4b29-9896-5c003fd9b090 admin admin] 10.222.0.60 "GET /v2.0/subnetpools/d55fdc6c-bffa-4b36-ac75-4d897eacfe3e HTTP/1.1" status: 200 len: 734 time: 0.0374813 Jun 21 04:20:34.905135 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '7193ea76-07ea-405a-b610-5e296d72affe', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'd55fdc6c-bffa-4b36-ac75-4d897eacfe3e', 'tenant_id': '51b36ebbd46f4d60b225233a6e4b0dc0'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:20:34.906748 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.quota [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Loaded quota_driver: . Jun 21 04:20:34.953270 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Made reservation on behalf of 51b36ebbd46f4d60b225233a6e4b0dc0 for: {'subnet': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:20:34.956358 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:35.292110 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849'] for subnet, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:35.298511 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:20:35.371971 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Checking segment: {'id': 'ec1419e9-f3b6-4ca3-b9e9-139b8691d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7193ea76-07ea-405a-b610-5e296d72affe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:20:35.372351 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Network hostable DHCP agents. Network: 7193ea76-07ea-405a-b610-5e296d72affe, hostable agents: ['f03cc20b-fa45-497d-ab77-a260e4d7f44c'], hosted agents: [] {{(pid=92743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:20:35.386570 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef7e75ff-6bbc-42ff-8ea0-b0e7628d872b,revision_number=0']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:20:35.405408 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:35.405740 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:35.406075 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:35.406388 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:35.406702 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:35.407570 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:35.407881 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:35.408190 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:35.408519 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:35.408853 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:35.409159 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:35.409459 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Tracked resource versions report: Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: pushed versions: Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: { 'AddressGroup': {'1.2'}, Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: 'ConntrackHelper': {'1.0'}, Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: 'Log': {'1.0'}, Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: 'Network': {'1.1'}, Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: 'Port': {'1.7'}, Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: 'PortForwarding': {'1.2'}, Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: 'QosPolicy': {'1.8'}, Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: 'SecurityGroup': {'1.4'}, Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: 'SubPort': {'1.0'}, Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: 'Subnet': {'1.1'}, Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: 'Trunk': {'1.1'}} Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: consumer versions: Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: { DHCP agent@dv-cinder-797170-3-smb: {}, Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: L3 agent@dv-cinder-797170-3-smb: {}, Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: Metadata agent@dv-cinder-797170-3-smb: {}, Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: Metering agent@dv-cinder-797170-3-smb: {}, Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: Open vSwitch agent@dv-cinder-797170-3-smb: { 'AddressGroup': '1.2', Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: 'ConntrackHelper': '1.0', Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: 'Log': '1.0', Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: 'Network': '1.1', Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: 'Port': '1.7', Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: 'PortForwarding': '1.2', Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: 'QosPolicy': '1.8', Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: 'SecurityGroup': '1.4', Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: 'SecurityGroupRule': '1.2', Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: 'SubPort': '1.0', Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: 'Subnet': '1.1', Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: 'Trunk': '1.1'}} Jun 21 04:20:35.410567 dv-cinder-797170-3-smb neutron-server[92743]: {{(pid=92743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:20:35.438948 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Network 7193ea76-07ea-405a-b610-5e296d72affe is scheduled to be hosted by DHCP agent f03cc20b-fa45-497d-ab77-a260e4d7f44c with binding_index 1 {{(pid=92743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:20:35.455756 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:20:35.459104 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-smb, 7193ea76-07ea-405a-b610-5e296d72affe) {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:20:35.465830 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:35.467006 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for subnet, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:35.471912 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556a08bc-2a5a-401b-b785-7b7b8572751c None None] Network 7193ea76-07ea-405a-b610-5e296d72affe requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:20:35.496002 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5916188 Jun 21 04:20:35.902379 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bc4d17a-bf34-5daa-93a4-d79048da24a3-7193ea76-07ea-405a-b610-5e296d72affe', 'network_id': '7193ea76-07ea-405a-b610-5e296d72affe', 'tenant_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'fixed_ips': [{'subnet_id': 'ef7e75ff-6bbc-42ff-8ea0-b0e7628d872b'}]}} from dv-cinder-797170-3-smb. {{(pid=92745) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:20:35.903813 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:36.355675 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Allocated IP 172.20.0.2 (7193ea76-07ea-405a-b610-5e296d72affe/ef7e75ff-6bbc-42ff-8ea0-b0e7628d872b/cae588e5-9381-465a-a6cb-a60cad002bd2) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:20:36.615503 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:36.637857 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Transition to ACTIVE for port object cae588e5-9381-465a-a6cb-a60cad002bd2 will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:20:36.702663 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Transition to ACTIVE for port object cae588e5-9381-465a-a6cb-a60cad002bd2 will not be triggered until provisioned by entity DHCP. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:20:36.713383 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:36.716860 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:20:36.787042 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Network 7193ea76-07ea-405a-b610-5e296d72affe is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:20:36.793255 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:20:36.806685 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:20:36.810527 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Pushing event updated for resources: {'Port': ['ID=cae588e5-9381-465a-a6cb-a60cad002bd2,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:20:36.841425 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:36.841821 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:36.842144 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:36.842485 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:36.842784 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:36.843104 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:36.843416 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:36.843726 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:36.844037 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:36.844765 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:36.845081 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:36.845391 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Tracked resource versions report: Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: pushed versions: Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: { 'AddressGroup': {'1.2'}, Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: 'ConntrackHelper': {'1.0'}, Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: 'Log': {'1.0'}, Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: 'Network': {'1.1'}, Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: 'Port': {'1.7'}, Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: 'PortForwarding': {'1.2'}, Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: 'QosPolicy': {'1.8'}, Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: 'SecurityGroup': {'1.4'}, Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: 'SubPort': {'1.0'}, Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: 'Subnet': {'1.1'}, Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: 'Trunk': {'1.1'}} Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: consumer versions: Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: { DHCP agent@dv-cinder-797170-3-smb: {}, Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: L3 agent@dv-cinder-797170-3-smb: {}, Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: Metadata agent@dv-cinder-797170-3-smb: {}, Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: Metering agent@dv-cinder-797170-3-smb: {}, Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: Open vSwitch agent@dv-cinder-797170-3-smb: { 'AddressGroup': '1.2', Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: 'ConntrackHelper': '1.0', Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: 'Log': '1.0', Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: 'Network': '1.1', Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: 'Port': '1.7', Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: 'PortForwarding': '1.2', Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: 'QosPolicy': '1.8', Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: 'SecurityGroup': '1.4', Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: 'SecurityGroupRule': '1.2', Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: 'SubPort': '1.0', Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: 'Subnet': '1.1', Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: 'Trunk': '1.1'}} Jun 21 04:20:36.846544 dv-cinder-797170-3-smb neutron-server[92745]: {{(pid=92745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:20:36.850639 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:20:36.902469 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Attempting to bind port cae588e5-9381-465a-a6cb-a60cad002bd2 on host dv-cinder-797170-3-smb for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:20:36.902855 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Attempting to bind port cae588e5-9381-465a-a6cb-a60cad002bd2 by drivers openvswitch,hyperv on host dv-cinder-797170-3-smb at level 0 using segments [{'id': 'ec1419e9-f3b6-4ca3-b9e9-139b8691d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7193ea76-07ea-405a-b610-5e296d72affe'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:20:36.903274 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Attempting to bind port cae588e5-9381-465a-a6cb-a60cad002bd2 on network 7193ea76-07ea-405a-b610-5e296d72affe {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:20:36.909918 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Checking agent: {'id': '0a7d828d-f304-46d9-99e1-7df9121aa7cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 20, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:20:36.910339 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Checking segment: {'id': 'ec1419e9-f3b6-4ca3-b9e9-139b8691d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7193ea76-07ea-405a-b610-5e296d72affe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:20:36.910943 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:36.911220 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Bound using segment: {'id': 'ec1419e9-f3b6-4ca3-b9e9-139b8691d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7193ea76-07ea-405a-b610-5e296d72affe'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:20:36.911709 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Bound port: cae588e5-9381-465a-a6cb-a60cad002bd2, host: dv-cinder-797170-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1419e9-f3b6-4ca3-b9e9-139b8691d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7193ea76-07ea-405a-b610-5e296d72affe'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:20:36.912099 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:37.014352 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] For port cae588e5-9381-465a-a6cb-a60cad002bd2, host dv-cinder-797170-3-smb, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:20:37.022399 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] For port cae588e5-9381-465a-a6cb-a60cad002bd2, host dv-cinder-797170-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=cae588e5-9381-465a-a6cb-a60cad002bd2,segment=NetworkSegment(ec1419e9-f3b6-4ca3-b9e9-139b8691d003),segment_id=ec1419e9-f3b6-4ca3-b9e9-139b8691d003)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:20:37.028506 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:37.033440 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:20:37.119553 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Pushing event updated for resources: {'Port': ['ID=cae588e5-9381-465a-a6cb-a60cad002bd2,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:20:37.124932 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:20:38.234747 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 47392) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:38.639039 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [None req-38066a59-eb1c-437e-9118-874b2fbad47b admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=92743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:20:38.640095 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-38066a59-eb1c-437e-9118-874b2fbad47b admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4043682 Jun 21 04:20:41.309771 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 47400) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:41.593584 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 5 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:20:41.703605 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [None req-5676d491-5636-4bf6-915a-a7810df39657 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=92743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:20:41.705529 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-5676d491-5636-4bf6-915a-a7810df39657 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3943529 Jun 21 04:20:44.175483 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763e1efc-fb21-43ea-b130-53747aed7ec5 None None] Network 7193ea76-07ea-405a-b610-5e296d72affe requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:20:44.243542 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-51d929be-c4b0-4624-86b3-6373ff034c5b None None] Provisioning for port cae588e5-9381-465a-a6cb-a60cad002bd2 completed by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:20:44.648795 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device cae588e5-9381-465a-a6cb-a60cad002bd2 up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:20:44.798467 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning for port cae588e5-9381-465a-a6cb-a60cad002bd2 completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:20:44.803895 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port cae588e5-9381-465a-a6cb-a60cad002bd2 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:20:44.804385 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:44.850192 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 47414) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:44.993743 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:44.998758 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-9cdb59ea-4686-4953-b1fc-2e5e84903e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:45.041759 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] For port cae588e5-9381-465a-a6cb-a60cad002bd2, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=cae588e5-9381-465a-a6cb-a60cad002bd2,segment=NetworkSegment(ec1419e9-f3b6-4ca3-b9e9-139b8691d003),segment_id=ec1419e9-f3b6-4ca3-b9e9-139b8691d003)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:20:45.046795 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:45.049209 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:20:45.101550 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Pushing event updated for resources: {'Port': ['ID=cae588e5-9381-465a-a6cb-a60cad002bd2,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:20:45.105506 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:20:45.314370 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-20837659-5ad2-4b24-8d76-b88701d975f0 admin admin] Request body: {'router': {'tenant_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'name': 'router1', 'admin_state_up': True}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:20:45.340725 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-20837659-5ad2-4b24-8d76-b88701d975f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-445333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1047656'] for router, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:45.342365 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-20837659-5ad2-4b24-8d76-b88701d975f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1047651'] for router, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:45.535434 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-20837659-5ad2-4b24-8d76-b88701d975f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:45.540695 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-20837659-5ad2-4b24-8d76-b88701d975f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515328'] for router, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:45.555543 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-20837659-5ad2-4b24-8d76-b88701d975f0 admin admin] Notify callbacks [] for router, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:45.557048 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-20837659-5ad2-4b24-8d76-b88701d975f0 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7056892 Jun 21 04:20:46.588220 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device cae588e5-9381-465a-a6cb-a60cad002bd2 up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:20:46.652704 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port cae588e5-9381-465a-a6cb-a60cad002bd2 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:20:46.653079 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:47.964135 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7f1b2549-a4b1-4f56-a1b9-329a602561eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:48.067796 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 47422) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:48.140139 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:48.421713 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [None req-f022e4a6-188a-4823-827e-e4b7f590f7a0 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=92743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:20:48.423552 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-f022e4a6-188a-4823-827e-e4b7f590f7a0 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3543110 Jun 21 04:20:48.825267 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:50.958838 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 47440) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:51.110620 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-8c79d61a-883c-4470-8059-866cd319d80b admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:20:51.133846 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c79d61a-883c-4470-8059-866cd319d80b admin admin] Made reservation on behalf of 2b3d73a7b4f74358b590aaf6962bc6f1 for: {'network': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:20:51.136285 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8c79d61a-883c-4470-8059-866cd319d80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for network, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:51.146639 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8c79d61a-883c-4470-8059-866cd319d80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:51.248520 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8c79d61a-883c-4470-8059-866cd319d80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:51.254194 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8c79d61a-883c-4470-8059-866cd319d80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:51.257896 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:20:51.272715 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8c79d61a-883c-4470-8059-866cd319d80b admin admin] Reserving flat network on physical network physnet1 {{(pid=92744) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 21 04:20:51.295247 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79d61a-883c-4470-8059-866cd319d80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d91a26-af2d-46d8-a1a5-f80939ac0ff9,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:20:51.301756 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-8c79d61a-883c-4470-8059-866cd319d80b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:20:51.302915 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8c79d61a-883c-4470-8059-866cd319d80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:51.303255 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.db.segments_db [None req-8c79d61a-883c-4470-8059-866cd319d80b admin admin] Added segment 187c97c0-b126-42a1-9dd9-08d372d10f19 of type flat for network b03547ff-bdb5-4cf0-b910-6012328878f7 Jun 21 04:20:51.353784 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8c79d61a-883c-4470-8059-866cd319d80b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772645272028'] for network, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:51.393625 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8c79d61a-883c-4470-8059-866cd319d80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842'] for network, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:51.395085 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c79d61a-883c-4470-8059-866cd319d80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:51.395697 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8c79d61a-883c-4470-8059-866cd319d80b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:51.397877 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:20:51.475088 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:51.482269 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-8c79d61a-883c-4470-8059-866cd319d80b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5220149 Jun 21 04:20:51.487746 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79d61a-883c-4470-8059-866cd319d80b admin admin] Pushing event updated for resources: {'Network': ['ID=b03547ff-bdb5-4cf0-b910-6012328878f7,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:20:51.491298 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-8c79d61a-883c-4470-8059-866cd319d80b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:20:51.502636 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Network b03547ff-bdb5-4cf0-b910-6012328878f7 details requested by agent ovs-agent-dv-cinder-797170-3-smb with host dv-cinder-797170-3-smb {{(pid=92745) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:20:53.785423 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 47458) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:53.901365 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895ce746-7b13-4eca-88a2-fa481e0ca82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:53.902747 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-895ce746-7b13-4eca-88a2-fa481e0ca82c admin admin] 10.222.0.60 "GET /v2.0/subnets/ef7e75ff-6bbc-42ff-8ea0-b0e7628d872b HTTP/1.1" status: 200 len: 849 time: 0.1161103 Jun 21 04:20:54.093700 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-cadc640f-aea3-4825-bcac-593a88cbcfcd admin admin] 10.222.0.60 "GET /v2.0/routers/b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e HTTP/1.1" status: 200 len: 704 time: 0.1847305 Jun 21 04:20:54.394222 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-95ffd5ec-8c2a-4e50-85ea-67bc1777ead2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:54.735140 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_common [None req-95ffd5ec-8c2a-4e50-85ea-67bc1777ead2 admin admin] Allocated IP 172.20.0.1 (7193ea76-07ea-405a-b610-5e296d72affe/ef7e75ff-6bbc-42ff-8ea0-b0e7628d872b/efa5f902-42c5-448d-8bda-6f26e002b7af) {{(pid=92743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:20:54.915498 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-95ffd5ec-8c2a-4e50-85ea-67bc1777ead2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:54.940013 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.provisioning_blocks [None req-95ffd5ec-8c2a-4e50-85ea-67bc1777ead2 admin admin] Transition to ACTIVE for port object efa5f902-42c5-448d-8bda-6f26e002b7af will not be triggered until provisioned by entity DHCP. {{(pid=92743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:20:55.064798 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-95ffd5ec-8c2a-4e50-85ea-67bc1777ead2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630'] for port, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:55.067172 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:20:55.147307 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ffd5ec-8c2a-4e50-85ea-67bc1777ead2 admin admin] Network 7193ea76-07ea-405a-b610-5e296d72affe is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:20:55.152869 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-95ffd5ec-8c2a-4e50-85ea-67bc1777ead2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:20:55.164133 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ffd5ec-8c2a-4e50-85ea-67bc1777ead2 admin admin] Received port after_create {{(pid=92743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:20:55.164976 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-95ffd5ec-8c2a-4e50-85ea-67bc1777ead2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513839'] for router_interface, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:55.195633 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffd5ec-8c2a-4e50-85ea-67bc1777ead2 admin admin] Pushing event updated for resources: {'Port': ['ID=efa5f902-42c5-448d-8bda-6f26e002b7af,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:20:55.239777 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-95ffd5ec-8c2a-4e50-85ea-67bc1777ead2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:20:55.423862 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-95ffd5ec-8c2a-4e50-85ea-67bc1777ead2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:55.452053 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-8db43e71-91b2-4b3c-8c94-174c3b17f40c None None] Provisioning for port efa5f902-42c5-448d-8bda-6f26e002b7af completed by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:20:55.457741 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-8db43e71-91b2-4b3c-8c94-174c3b17f40c None None] Provisioning complete for port efa5f902-42c5-448d-8bda-6f26e002b7af triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:20:55.458244 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8db43e71-91b2-4b3c-8c94-174c3b17f40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:55.497419 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-8db43e71-91b2-4b3c-8c94-174c3b17f40c None None] Port efa5f902-42c5-448d-8bda-6f26e002b7af cannot update to ACTIVE because it is not bound. {{(pid=92745) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:20:55.694512 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-95ffd5ec-8c2a-4e50-85ea-67bc1777ead2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:55.699504 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-95ffd5ec-8c2a-4e50-85ea-67bc1777ead2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:55.701025 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-95ffd5ec-8c2a-4e50-85ea-67bc1777ead2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513334'] for router_interface, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:55.703009 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-95ffd5ec-8c2a-4e50-85ea-67bc1777ead2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:20:55.784598 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffd5ec-8c2a-4e50-85ea-67bc1777ead2 admin admin] Pushing event updated for resources: {'Port': ['ID=efa5f902-42c5-448d-8bda-6f26e002b7af,revision_number=2']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:20:55.788903 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-95ffd5ec-8c2a-4e50-85ea-67bc1777ead2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:20:55.867537 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ffd5ec-8c2a-4e50-85ea-67bc1777ead2 admin admin] Network 7193ea76-07ea-405a-b610-5e296d72affe is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:20:55.869886 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-95ffd5ec-8c2a-4e50-85ea-67bc1777ead2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:20:56.074079 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ffd5ec-8c2a-4e50-85ea-67bc1777ead2 admin admin] Router b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e is scheduled to L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a with binding_index 1 {{(pid=92743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:20:56.127364 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-5ce20015-9511-4dc7-9089-4998c80166ef None None] Provisioning complete for port efa5f902-42c5-448d-8bda-6f26e002b7af triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:20:56.127958 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5ce20015-9511-4dc7-9089-4998c80166ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:56.169646 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-5ce20015-9511-4dc7-9089-4998c80166ef None None] Port efa5f902-42c5-448d-8bda-6f26e002b7af cannot update to ACTIVE because it is not bound. {{(pid=92745) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:20:56.177989 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ffd5ec-8c2a-4e50-85ea-67bc1777ead2 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:20:56.183991 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-95ffd5ec-8c2a-4e50-85ea-67bc1777ead2 admin admin] 10.222.0.60 "PUT /v2.0/routers/b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0844529 Jun 21 04:20:56.190547 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] Sync routers for ids ['b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e'] in dv-cinder-797170-3-smb {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:20:56.205261 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] Routers {'b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:20:56.206102 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:20:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:20:56.406018 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] Set router b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e gateway port host: None {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:20:56.910637 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e', 'name': 'router1', 'tenant_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:20:45Z', 'updated_at': '2021-06-21T04:20:55Z', 'revision_number': 2, 'project_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'gw_port_host': None, '_interfaces': [{'id': 'efa5f902-42c5-448d-8bda-6f26e002b7af', 'name': '', 'network_id': '7193ea76-07ea-405a-b610-5e296d72affe', 'tenant_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'mac_address': 'fa:16:3e:8e:a3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef7e75ff-6bbc-42ff-8ea0-b0e7628d872b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:20:54Z', 'updated_at': '2021-06-21T04:20:55Z', 'revision_number': 2, 'project_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'subnets': [{'id': 'ef7e75ff-6bbc-42ff-8ea0-b0e7628d872b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd55fdc6c-bffa-4b36-ac75-4d897eacfe3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:20:56.973723 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] Checking router: b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e for host: dv-cinder-797170-3-smb {{(pid=92746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:20:56.974282 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] Updating router b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e port efa5f902-42c5-448d-8bda-6f26e002b7af binding host dv-cinder-797170-3-smb {{(pid=92746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:20:57.048745 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:57.711072 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:57.732891 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] Transition to ACTIVE for port object efa5f902-42c5-448d-8bda-6f26e002b7af will not be triggered until provisioned by entity L2. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:20:57.742852 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:57.748517 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:20:57.944969 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58143ad-753a-428e-bb1f-216b027da1ac None None] Pushing event updated for resources: {'Port': ['ID=efa5f902-42c5-448d-8bda-6f26e002b7af,revision_number=3']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:20:57.995576 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58143ad-753a-428e-bb1f-216b027da1ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:57.996126 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58143ad-753a-428e-bb1f-216b027da1ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:57.996697 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58143ad-753a-428e-bb1f-216b027da1ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:57.997258 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58143ad-753a-428e-bb1f-216b027da1ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:57.997788 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58143ad-753a-428e-bb1f-216b027da1ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:57.998334 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58143ad-753a-428e-bb1f-216b027da1ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:57.998891 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58143ad-753a-428e-bb1f-216b027da1ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:57.999447 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58143ad-753a-428e-bb1f-216b027da1ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:58.000021 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58143ad-753a-428e-bb1f-216b027da1ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:58.000579 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58143ad-753a-428e-bb1f-216b027da1ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:58.001175 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58143ad-753a-428e-bb1f-216b027da1ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:58.001725 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58143ad-753a-428e-bb1f-216b027da1ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58143ad-753a-428e-bb1f-216b027da1ac None None] Tracked resource versions report: Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: pushed versions: Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: { 'AddressGroup': {'1.2'}, Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: 'ConntrackHelper': {'1.0'}, Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: 'Log': {'1.0'}, Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: 'Network': {'1.1'}, Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: 'Port': {'1.7'}, Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: 'PortForwarding': {'1.2'}, Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: 'QosPolicy': {'1.8'}, Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: 'SecurityGroup': {'1.4'}, Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: 'SubPort': {'1.0'}, Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: 'Subnet': {'1.1'}, Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: 'Trunk': {'1.1'}} Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: consumer versions: Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: { DHCP agent@dv-cinder-797170-3-smb: {}, Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: L3 agent@dv-cinder-797170-3-smb: {}, Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: Metadata agent@dv-cinder-797170-3-smb: {}, Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: Metering agent@dv-cinder-797170-3-smb: {}, Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: Open vSwitch agent@dv-cinder-797170-3-smb: { 'AddressGroup': '1.2', Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: 'ConntrackHelper': '1.0', Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: 'Log': '1.0', Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: 'Network': '1.1', Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: 'Port': '1.7', Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: 'PortForwarding': '1.2', Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: 'QosPolicy': '1.8', Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: 'SecurityGroup': '1.4', Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: 'SecurityGroupRule': '1.2', Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: 'SubPort': '1.0', Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: 'Subnet': '1.1', Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: 'Trunk': '1.1'}} Jun 21 04:20:58.003721 dv-cinder-797170-3-smb neutron-server[92746]: {{(pid=92746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:20:58.023436 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a58143ad-753a-428e-bb1f-216b027da1ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:20:58.024695 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] Attempting to bind port efa5f902-42c5-448d-8bda-6f26e002b7af on host dv-cinder-797170-3-smb for vnic_type normal with profile {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:20:58.025078 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] Attempting to bind port efa5f902-42c5-448d-8bda-6f26e002b7af by drivers openvswitch,hyperv on host dv-cinder-797170-3-smb at level 0 using segments [{'id': 'ec1419e9-f3b6-4ca3-b9e9-139b8691d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7193ea76-07ea-405a-b610-5e296d72affe'}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:20:58.025491 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] Attempting to bind port efa5f902-42c5-448d-8bda-6f26e002b7af on network 7193ea76-07ea-405a-b610-5e296d72affe {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:20:58.032198 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] Checking agent: {'id': '0a7d828d-f304-46d9-99e1-7df9121aa7cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 20, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:20:58.032630 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] Checking segment: {'id': 'ec1419e9-f3b6-4ca3-b9e9-139b8691d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7193ea76-07ea-405a-b610-5e296d72affe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:20:58.033123 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:58.033510 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] Bound using segment: {'id': 'ec1419e9-f3b6-4ca3-b9e9-139b8691d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7193ea76-07ea-405a-b610-5e296d72affe'} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:20:58.034003 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] Bound port: efa5f902-42c5-448d-8bda-6f26e002b7af, host: dv-cinder-797170-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1419e9-f3b6-4ca3-b9e9-139b8691d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7193ea76-07ea-405a-b610-5e296d72affe'}}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:20:58.034372 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:58.120391 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] For port efa5f902-42c5-448d-8bda-6f26e002b7af, host dv-cinder-797170-3-smb, cleared binding levels {{(pid=92746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:20:58.149117 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] For port efa5f902-42c5-448d-8bda-6f26e002b7af, host dv-cinder-797170-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=efa5f902-42c5-448d-8bda-6f26e002b7af,segment=NetworkSegment(ec1419e9-f3b6-4ca3-b9e9-139b8691d003),segment_id=ec1419e9-f3b6-4ca3-b9e9-139b8691d003)] {{(pid=92746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:20:58.154890 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:58.157908 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:20:58.234765 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] Routers {'b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:20:58.235775 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:20:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:20:58.243649 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58143ad-753a-428e-bb1f-216b027da1ac None None] Pushing event updated for resources: {'Port': ['ID=efa5f902-42c5-448d-8bda-6f26e002b7af,revision_number=4']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:20:58.294743 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a58143ad-753a-428e-bb1f-216b027da1ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:20:58.388158 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] Set router b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e gateway port host: None {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:20:58.686647 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e', 'name': 'router1', 'tenant_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:20:45Z', 'updated_at': '2021-06-21T04:20:55Z', 'revision_number': 2, 'project_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'gw_port_host': None, '_interfaces': [{'id': 'efa5f902-42c5-448d-8bda-6f26e002b7af', 'name': '', 'network_id': '7193ea76-07ea-405a-b610-5e296d72affe', 'tenant_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'mac_address': 'fa:16:3e:8e:a3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef7e75ff-6bbc-42ff-8ea0-b0e7628d872b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:20:54Z', 'updated_at': '2021-06-21T04:20:58Z', 'revision_number': 4, 'project_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'subnets': [{'id': 'ef7e75ff-6bbc-42ff-8ea0-b0e7628d872b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd55fdc6c-bffa-4b36-ac75-4d897eacfe3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:20:58.707235 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 47468) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:58.738098 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b065cfa4-dce8-43a3-8325-d4cf296cb9d7 None None] The sync data for ids ['b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e'] in dv-cinder-797170-3-smb is: [{'id': 'b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e', 'name': 'router1', 'tenant_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:20:45Z', 'updated_at': '2021-06-21T04:20:55Z', 'revision_number': 2, 'project_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'gw_port_host': None, '_interfaces': [{'id': 'efa5f902-42c5-448d-8bda-6f26e002b7af', 'name': '', 'network_id': '7193ea76-07ea-405a-b610-5e296d72affe', 'tenant_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'mac_address': 'fa:16:3e:8e:a3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef7e75ff-6bbc-42ff-8ea0-b0e7628d872b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:20:54Z', 'updated_at': '2021-06-21T04:20:58Z', 'revision_number': 4, 'project_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'subnets': [{'id': 'ef7e75ff-6bbc-42ff-8ea0-b0e7628d872b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd55fdc6c-bffa-4b36-ac75-4d897eacfe3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:20:58.862413 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ca12e0-519f-492b-95b9-f224f483fdb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:58.864584 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-21ca12e0-519f-492b-95b9-f224f483fdb1 admin admin] 10.222.0.60 "GET /v2.0/networks/b03547ff-bdb5-4cf0-b910-6012328878f7 HTTP/1.1" status: 200 len: 842 time: 0.1558905 Jun 21 04:20:58.877981 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-19e1b657-431b-46a3-93f2-401d4851eadc admin admin] Request body: {'subnet': {'cidr': '172.28.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:20:58.910366 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e1b657-431b-46a3-93f2-401d4851eadc admin admin] Made reservation on behalf of 2b3d73a7b4f74358b590aaf6962bc6f1 for: {'subnet': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:20:58.913097 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-19e1b657-431b-46a3-93f2-401d4851eadc admin admin] Notify callbacks [] for subnet, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:59.286950 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.objects.ports [None req-19e1b657-431b-46a3-93f2-401d4851eadc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92743) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 04:20:59.287629 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-19e1b657-431b-46a3-93f2-401d4851eadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849'] for subnet, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:59.292738 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-513bd591-2f32-44da-973d-638825a7e296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:20:59.383998 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1b657-431b-46a3-93f2-401d4851eadc admin admin] Pushing event updated for resources: {'Subnet': ['ID=077b926c-3bf0-4e4d-825c-99f0c2191e19,revision_number=0']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:20:59.389777 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-19e1b657-431b-46a3-93f2-401d4851eadc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:20:59.400233 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1b657-431b-46a3-93f2-401d4851eadc admin admin] Checking segment: {'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:20:59.400821 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e1b657-431b-46a3-93f2-401d4851eadc admin admin] Network hostable DHCP agents. Network: b03547ff-bdb5-4cf0-b910-6012328878f7, hostable agents: ['f03cc20b-fa45-497d-ab77-a260e4d7f44c'], hosted agents: [] {{(pid=92743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:20:59.425400 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e1b657-431b-46a3-93f2-401d4851eadc admin admin] Network b03547ff-bdb5-4cf0-b910-6012328878f7 is scheduled to be hosted by DHCP agent f03cc20b-fa45-497d-ab77-a260e4d7f44c with binding_index 1 {{(pid=92743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:20:59.438497 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-19e1b657-431b-46a3-93f2-401d4851eadc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-smb, b03547ff-bdb5-4cf0-b910-6012328878f7) {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:20:59.444856 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e1b657-431b-46a3-93f2-401d4851eadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:59.445773 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-19e1b657-431b-46a3-93f2-401d4851eadc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for subnet, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:59.454433 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458d2273-28de-48c8-8daf-462424422e83 None None] Network b03547ff-bdb5-4cf0-b910-6012328878f7 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:20:59.470026 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-19e1b657-431b-46a3-93f2-401d4851eadc admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5922339 Jun 21 04:20:59.635395 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8897f8-ba87-4429-a46c-86d41f5f708d None None] Network b03547ff-bdb5-4cf0-b910-6012328878f7 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:21:02.022497 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 47480) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:21:02.289390 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-8ed39cbb-378e-4bde-ba4f-52387f0cee01 admin admin] 10.222.0.60 "GET /v2.0/routers/b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e HTTP/1.1" status: 200 len: 710 time: 0.2653186 Jun 21 04:21:02.457134 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e85f67-939b-48f9-8db8-af2ef60b000b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:21:02.458471 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-d4e85f67-939b-48f9-8db8-af2ef60b000b admin admin] 10.222.0.60 "GET /v2.0/networks/b03547ff-bdb5-4cf0-b910-6012328878f7 HTTP/1.1" status: 200 len: 886 time: 0.1631820 Jun 21 04:21:02.468009 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-9646cc6c-f1b1-4087-bfe2-dd3290a0b497 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:21:02.629183 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device efa5f902-42c5-448d-8bda-6f26e002b7af up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:21:02.705454 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning for port efa5f902-42c5-448d-8bda-6f26e002b7af completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:21:02.711437 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port efa5f902-42c5-448d-8bda-6f26e002b7af triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:21:02.711939 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:02.813112 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9646cc6c-f1b1-4087-bfe2-dd3290a0b497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-515284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1047669'] for router, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:02.850767 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:02.910520 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] For port efa5f902-42c5-448d-8bda-6f26e002b7af, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=efa5f902-42c5-448d-8bda-6f26e002b7af,segment=NetworkSegment(ec1419e9-f3b6-4ca3-b9e9-139b8691d003),segment_id=ec1419e9-f3b6-4ca3-b9e9-139b8691d003)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:21:02.916400 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:02.923329 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-1bc0c835-5560-4fa1-8358-9ec0276c71ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:21:02.994750 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Pushing event updated for resources: {'Port': ['ID=efa5f902-42c5-448d-8bda-6f26e002b7af,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:21:02.997944 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:21:03.129364 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9646cc6c-f1b1-4087-bfe2-dd3290a0b497 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:03.229353 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9646cc6c-f1b1-4087-bfe2-dd3290a0b497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:03.439118 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_common [None req-9646cc6c-f1b1-4087-bfe2-dd3290a0b497 admin admin] Allocated IP 172.28.3.214 (b03547ff-bdb5-4cf0-b910-6012328878f7/077b926c-3bf0-4e4d-825c-99f0c2191e19/70da0dcf-bfae-4032-94f2-7bc177de0b6e) {{(pid=92744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:21:03.629998 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9646cc6c-f1b1-4087-bfe2-dd3290a0b497 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:03.729662 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9646cc6c-f1b1-4087-bfe2-dd3290a0b497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630'] for port, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:03.732726 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:21:03.815273 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9646cc6c-f1b1-4087-bfe2-dd3290a0b497 admin admin] Network b03547ff-bdb5-4cf0-b910-6012328878f7 is already hosted by enough agents. {{(pid=92744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:21:03.821625 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [None req-9646cc6c-f1b1-4087-bfe2-dd3290a0b497 admin admin] Resources bound (agent type, host, resource id): {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:21:03.830565 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9646cc6c-f1b1-4087-bfe2-dd3290a0b497 admin admin] Received port after_create {{(pid=92744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:21:03.837095 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646cc6c-f1b1-4087-bfe2-dd3290a0b497 admin admin] Pushing event updated for resources: {'Port': ['ID=70da0dcf-bfae-4032-94f2-7bc177de0b6e,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:21:03.874848 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-9646cc6c-f1b1-4087-bfe2-dd3290a0b497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:21:04.147985 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9646cc6c-f1b1-4087-bfe2-dd3290a0b497 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:04.372994 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9646cc6c-f1b1-4087-bfe2-dd3290a0b497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-515284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1047669'] for router, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:04.376634 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9646cc6c-f1b1-4087-bfe2-dd3290a0b497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-515322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-515277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445294'] for router, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:04.497168 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9646cc6c-f1b1-4087-bfe2-dd3290a0b497 admin admin] Router b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:21:04.615971 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device efa5f902-42c5-448d-8bda-6f26e002b7af up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:21:04.641921 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9646cc6c-f1b1-4087-bfe2-dd3290a0b497 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:21:04.649513 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9646cc6c-f1b1-4087-bfe2-dd3290a0b497 admin admin] Notify callbacks [] for router, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:04.653434 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-9646cc6c-f1b1-4087-bfe2-dd3290a0b497 admin admin] 10.222.0.60 "PUT /v2.0/routers/b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e HTTP/1.1" status: 200 len: 890 time: 2.1870151 Jun 21 04:21:04.669546 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] Sync routers for ids ['b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e'] in dv-cinder-797170-3-smb {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:21:04.692713 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] Routers {'b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:21:04.693556 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:20:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:21:04.850207 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port efa5f902-42c5-448d-8bda-6f26e002b7af triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:21:04.850463 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:05.056202 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] Set router b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:21:05.550923 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e', 'name': 'router1', 'tenant_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '70da0dcf-bfae-4032-94f2-7bc177de0b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:20:45Z', 'updated_at': '2021-06-21T04:21:03Z', 'revision_number': 4, 'project_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'gw_port': {'id': '70da0dcf-bfae-4032-94f2-7bc177de0b6e', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:79:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:21:03Z', 'updated_at': '2021-06-21T04:21:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': 'efa5f902-42c5-448d-8bda-6f26e002b7af', 'name': '', 'network_id': '7193ea76-07ea-405a-b610-5e296d72affe', 'tenant_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'mac_address': 'fa:16:3e:8e:a3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef7e75ff-6bbc-42ff-8ea0-b0e7628d872b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:20:54Z', 'updated_at': '2021-06-21T04:21:02Z', 'revision_number': 5, 'project_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'subnets': [{'id': 'ef7e75ff-6bbc-42ff-8ea0-b0e7628d872b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd55fdc6c-bffa-4b36-ac75-4d897eacfe3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:21:05.607801 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] Checking router: b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e for host: dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:21:05.608217 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] Updating router b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e port 70da0dcf-bfae-4032-94f2-7bc177de0b6e binding host dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:21:05.666025 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:06.069796 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:06.086014 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] Transition to ACTIVE for port object 70da0dcf-bfae-4032-94f2-7bc177de0b6e will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:21:06.095497 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:06.100696 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:21:06.186197 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] Attempting to bind port 70da0dcf-bfae-4032-94f2-7bc177de0b6e on host dv-cinder-797170-3-smb for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:21:06.186826 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] Attempting to bind port 70da0dcf-bfae-4032-94f2-7bc177de0b6e by drivers openvswitch,hyperv on host dv-cinder-797170-3-smb at level 0 using segments [{'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:21:06.187919 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] Attempting to bind port 70da0dcf-bfae-4032-94f2-7bc177de0b6e on network b03547ff-bdb5-4cf0-b910-6012328878f7 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:21:06.196444 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f5fcd-4fc4-40fb-a026-3da51ab822dc None None] Pushing event updated for resources: {'Port': ['ID=70da0dcf-bfae-4032-94f2-7bc177de0b6e,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:21:06.200363 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ec5f5fcd-4fc4-40fb-a026-3da51ab822dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:21:06.205004 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] Checking agent: {'id': '0a7d828d-f304-46d9-99e1-7df9121aa7cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 20, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:21:06.206447 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] Checking segment: {'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:21:06.206447 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:06.207004 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] Bound using segment: {'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:21:06.207616 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] Bound port: 70da0dcf-bfae-4032-94f2-7bc177de0b6e, host: dv-cinder-797170-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:21:06.208227 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:06.292423 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] For port 70da0dcf-bfae-4032-94f2-7bc177de0b6e, host dv-cinder-797170-3-smb, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:21:06.298289 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] For port 70da0dcf-bfae-4032-94f2-7bc177de0b6e, host dv-cinder-797170-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=70da0dcf-bfae-4032-94f2-7bc177de0b6e,segment=NetworkSegment(187c97c0-b126-42a1-9dd9-08d372d10f19),segment_id=187c97c0-b126-42a1-9dd9-08d372d10f19)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:21:06.304574 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:06.307262 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:21:06.382598 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] Routers {'b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:21:06.383388 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:20:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:21:06.385880 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f5fcd-4fc4-40fb-a026-3da51ab822dc None None] Pushing event updated for resources: {'Port': ['ID=70da0dcf-bfae-4032-94f2-7bc177de0b6e,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:21:06.391524 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ec5f5fcd-4fc4-40fb-a026-3da51ab822dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:21:06.630815 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] Set router b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:21:06.940139 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e', 'name': 'router1', 'tenant_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '70da0dcf-bfae-4032-94f2-7bc177de0b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:20:45Z', 'updated_at': '2021-06-21T04:21:03Z', 'revision_number': 4, 'project_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'gw_port': {'id': '70da0dcf-bfae-4032-94f2-7bc177de0b6e', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:79:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:21:03Z', 'updated_at': '2021-06-21T04:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': 'efa5f902-42c5-448d-8bda-6f26e002b7af', 'name': '', 'network_id': '7193ea76-07ea-405a-b610-5e296d72affe', 'tenant_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'mac_address': 'fa:16:3e:8e:a3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef7e75ff-6bbc-42ff-8ea0-b0e7628d872b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:20:54Z', 'updated_at': '2021-06-21T04:21:02Z', 'revision_number': 5, 'project_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'subnets': [{'id': 'ef7e75ff-6bbc-42ff-8ea0-b0e7628d872b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd55fdc6c-bffa-4b36-ac75-4d897eacfe3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:21:06.968079 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5facb2c8-2cb3-4e9f-9c48-48dd8e58d429 None None] The sync data for ids ['b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e'] in dv-cinder-797170-3-smb is: [{'id': 'b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e', 'name': 'router1', 'tenant_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '70da0dcf-bfae-4032-94f2-7bc177de0b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:20:45Z', 'updated_at': '2021-06-21T04:21:03Z', 'revision_number': 4, 'project_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'gw_port': {'id': '70da0dcf-bfae-4032-94f2-7bc177de0b6e', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:79:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:21:03Z', 'updated_at': '2021-06-21T04:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': 'efa5f902-42c5-448d-8bda-6f26e002b7af', 'name': '', 'network_id': '7193ea76-07ea-405a-b610-5e296d72affe', 'tenant_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'mac_address': 'fa:16:3e:8e:a3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c62f46-d4ab-4f98-b5c1-8fee9b5cd35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef7e75ff-6bbc-42ff-8ea0-b0e7628d872b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:20:54Z', 'updated_at': '2021-06-21T04:21:02Z', 'revision_number': 5, 'project_id': '51b36ebbd46f4d60b225233a6e4b0dc0', 'subnets': [{'id': 'ef7e75ff-6bbc-42ff-8ea0-b0e7628d872b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd55fdc6c-bffa-4b36-ac75-4d897eacfe3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:21:07.310752 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 47488) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:21:07.478904 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-cda2790b-45ab-4877-aed6-3e31c6797157 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1666374 Jun 21 04:21:08.656936 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 70da0dcf-bfae-4032-94f2-7bc177de0b6e up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:21:08.725533 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning for port 70da0dcf-bfae-4032-94f2-7bc177de0b6e completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:21:08.732020 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 70da0dcf-bfae-4032-94f2-7bc177de0b6e triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:21:08.732603 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:08.839145 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:08.874822 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] For port 70da0dcf-bfae-4032-94f2-7bc177de0b6e, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=70da0dcf-bfae-4032-94f2-7bc177de0b6e,segment=NetworkSegment(187c97c0-b126-42a1-9dd9-08d372d10f19),segment_id=187c97c0-b126-42a1-9dd9-08d372d10f19)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:21:08.890137 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:08.895283 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:21:08.961805 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Pushing event updated for resources: {'Port': ['ID=70da0dcf-bfae-4032-94f2-7bc177de0b6e,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:21:08.964817 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:21:10.642106 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 70da0dcf-bfae-4032-94f2-7bc177de0b6e up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:21:10.694603 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 70da0dcf-bfae-4032-94f2-7bc177de0b6e triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:21:10.695235 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:14.987707 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-bc6410b6-e232-4d44-bcc6-3046ccb77783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:17.962975 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-35ac3ac2-221d-4237-9c4e-55dc57f3526a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:18.142224 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:18.583303 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 5 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:21:18.829376 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:21.492404 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:44.999875 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c8293c15-0c8c-4193-aeda-991a1e01a497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:47.966257 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-140b1a8c-68ec-4249-8efa-7dd91d08cdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:48.156608 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:48.843643 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:51.507249 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:55.584554 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 5 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:22:14.982361 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-e4055f00-c342-4dfc-8d34-b46b0b31fc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:17.954523 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-488802c7-3608-4515-989c-5a577206a915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:18.146605 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:18.836532 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:21.506529 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:32.586961 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 5 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:22:44.979243 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-102f1dd1-b553-46ab-a94b-91ac5a67c04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:47.960689 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-98e08b1e-47da-43ac-8329-9467fb59c518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:48.145442 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:48.845059 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:51.514979 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:55.843087 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 48056) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:22:55.915305 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5446a31-89f5-46ad-b272-2e20e6ead3fc admin admin] GET failed (client error): The resource could not be found. Jun 21 04:22:55.916955 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-f5446a31-89f5-46ad-b272-2e20e6ead3fc admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0725780 Jun 21 04:22:56.103005 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ecee77-aa5a-4c75-9560-86e88f146757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:22:56.105301 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-85ecee77-aa5a-4c75-9560-86e88f146757 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1824071 Jun 21 04:22:58.314634 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 48066) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:22:58.426543 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838458e4-143f-436a-9da4-db2983aea5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:22:58.427927 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-838458e4-143f-436a-9da4-db2983aea5a8 admin admin] 10.222.0.60 "GET /v2.0/subnets/ef7e75ff-6bbc-42ff-8ea0-b0e7628d872b HTTP/1.1" status: 200 len: 849 time: 0.1119916 Jun 21 04:22:58.438242 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-3667f0b5-a222-4f7e-a902-2bbcd356628c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:22:58.607884 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-3667f0b5-a222-4f7e-a902-2bbcd356628c admin admin] Notify callbacks [] for subnet, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:58.771703 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-3667f0b5-a222-4f7e-a902-2bbcd356628c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772645744092'] for subnet, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:58.774182 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:22:58.804938 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3667f0b5-a222-4f7e-a902-2bbcd356628c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:22:58.805566 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-3667f0b5-a222-4f7e-a902-2bbcd356628c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for subnet, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:58.816726 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-3667f0b5-a222-4f7e-a902-2bbcd356628c admin admin] 10.222.0.60 "PUT /v2.0/subnets/ef7e75ff-6bbc-42ff-8ea0-b0e7628d872b HTTP/1.1" status: 200 len: 868 time: 0.3732121 Jun 21 04:22:58.817064 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b7b548-e928-4525-b8ac-e575c22e06e1 None None] Network 7193ea76-07ea-405a-b610-5e296d72affe requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:22:58.832146 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667f0b5-a222-4f7e-a902-2bbcd356628c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef7e75ff-6bbc-42ff-8ea0-b0e7628d872b,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:22:58.843403 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667f0b5-a222-4f7e-a902-2bbcd356628c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:58.843872 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667f0b5-a222-4f7e-a902-2bbcd356628c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:58.844376 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667f0b5-a222-4f7e-a902-2bbcd356628c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:58.844807 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667f0b5-a222-4f7e-a902-2bbcd356628c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:58.845077 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667f0b5-a222-4f7e-a902-2bbcd356628c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:58.845408 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667f0b5-a222-4f7e-a902-2bbcd356628c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:58.845734 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667f0b5-a222-4f7e-a902-2bbcd356628c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:58.846058 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667f0b5-a222-4f7e-a902-2bbcd356628c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:58.846409 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667f0b5-a222-4f7e-a902-2bbcd356628c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:58.846735 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667f0b5-a222-4f7e-a902-2bbcd356628c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:58.847054 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667f0b5-a222-4f7e-a902-2bbcd356628c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:58.847372 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667f0b5-a222-4f7e-a902-2bbcd356628c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:58.852255 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-3667f0b5-a222-4f7e-a902-2bbcd356628c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:22:59.265795 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-189e5f6f-a4dc-43db-bc0e-da0670fbceab None None] Provisioning complete for port efa5f902-42c5-448d-8bda-6f26e002b7af triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:22:59.266269 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-189e5f6f-a4dc-43db-bc0e-da0670fbceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:59.373577 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-189e5f6f-a4dc-43db-bc0e-da0670fbceab None None] Provisioning complete for port cae588e5-9381-465a-a6cb-a60cad002bd2 triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:22:59.374085 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-189e5f6f-a4dc-43db-bc0e-da0670fbceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:01.169134 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 48074) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:23:01.398999 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b1ae4c-98e0-4e04-91a1-fb7fcdfdece7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:23:01.399489 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b1ae4c-98e0-4e04-91a1-fb7fcdfdece7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:23:01.401108 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-81b1ae4c-98e0-4e04-91a1-fb7fcdfdece7 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2306993 Jun 21 04:23:03.629929 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 48084) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:23:03.773589 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f94167-4ff5-4754-8bf8-41810f049ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:23:03.774073 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f94167-4ff5-4754-8bf8-41810f049ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:23:03.775619 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-f5f94167-4ff5-4754-8bf8-41810f049ef0 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1446767 Jun 21 04:23:06.043249 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 48092) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:23:06.197366 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c734943-68f9-4aa7-8050-6d3c34ba185a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:23:06.198742 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-8c734943-68f9-4aa7-8050-6d3c34ba185a admin admin] 10.222.0.60 "GET /v2.0/networks/7193ea76-07ea-405a-b610-5e296d72affe HTTP/1.1" status: 200 len: 869 time: 0.1539702 Jun 21 04:23:08.910081 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 48100) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:23:09.093124 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44076cf7-5788-4615-89a1-c6f0ada0f10c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:23:09.095281 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-44076cf7-5788-4615-89a1-c6f0ada0f10c admin admin] 10.222.0.60 "GET /v2.0/networks/b03547ff-bdb5-4cf0-b910-6012328878f7 HTTP/1.1" status: 200 len: 886 time: 0.1836927 Jun 21 04:23:09.586965 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 5 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:23:11.395712 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 48108) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:23:11.563635 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3152d96-515f-44d9-af48-264bb663aa9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:23:11.564004 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3152d96-515f-44d9-af48-264bb663aa9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:23:11.565583 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-f3152d96-515f-44d9-af48-264bb663aa9f admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1688848 Jun 21 04:23:13.983341 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 48116) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:23:14.130313 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f72a38-fa65-4376-bce6-353ef5d1c27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:23:14.130877 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f72a38-fa65-4376-bce6-353ef5d1c27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:23:14.134344 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-24f72a38-fa65-4376-bce6-353ef5d1c27e admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1498294 Jun 21 04:23:14.983533 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6e8093e9-27f1-432f-8dd3-f9b1187a2f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:16.377281 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 48124) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:23:16.510046 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e5322b-16a6-498d-92e3-946f1242c2cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:23:16.512406 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-b0e5322b-16a6-498d-92e3-946f1242c2cf admin admin] 10.222.0.60 "GET /v2.0/subnets/077b926c-3bf0-4e4d-825c-99f0c2191e19 HTTP/1.1" status: 200 len: 816 time: 0.1339042 Jun 21 04:23:17.962875 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-458cda62-adf5-441e-bdf1-c0afc87141db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:18.150006 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:18.786738 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 48132) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:23:18.847781 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:19.060883 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30eb9018-85ed-4b66-aa73-ae5421e5be36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:23:19.063189 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-30eb9018-85ed-4b66-aa73-ae5421e5be36 admin admin] 10.222.0.60 "GET /v2.0/subnets/ef7e75ff-6bbc-42ff-8ea0-b0e7628d872b HTTP/1.1" status: 200 len: 868 time: 0.2748849 Jun 21 04:23:21.518246 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:44.954000 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 48176) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:23:44.977244 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ccd05a2d-4669-427c-ae64-14ceba99c360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:45.006783 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [None req-10999f1d-23bc-4f40-aa36-6d5226cf0c63 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=92744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:23:45.008080 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-10999f1d-23bc-4f40-aa36-6d5226cf0c63 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0529845 Jun 21 04:23:46.658602 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 5 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:23:47.336336 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 48184) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:23:47.401543 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a91ff5-cd27-402d-a4ff-d17963ba5df3 admin admin] GET failed (client error): The resource could not be found. Jun 21 04:23:47.403244 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-e6a91ff5-cd27-402d-a4ff-d17963ba5df3 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0657644 Jun 21 04:23:47.563154 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad50f9e-3d41-4b19-ba41-26b13b144a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:23:47.564799 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-6ad50f9e-3d41-4b19-ba41-26b13b144a12 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1543982 Jun 21 04:23:47.957517 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c275b7b4-9398-4270-b90a-55be6602a8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:48.148931 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:48.853777 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:49.877047 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 48192) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:23:49.953038 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:23:49.981667 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Made reservation on behalf of 2b3d73a7b4f74358b590aaf6962bc6f1 for: {'network': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:23:49.984495 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for network, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:50.019415 dv-cinder-797170-3-smb neutron-server[92743]: WARNING neutron.services.revisions.revision_plugin [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Could not find related network for resource to bump revision. Jun 21 04:23:50.040105 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=92743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:23:50.059137 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772645825738', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:50.059699 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Unsubscribe: segment precommit_create {{(pid=92743) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 04:23:50.060185 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.db.segments_db [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Added segment 1cf5c06f-c447-4be8-8020-9f63726f1dff of type vlan for network 40f0212d-a2c7-487e-9ed6-e01d923f092e Jun 21 04:23:50.111462 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772645272028'] for network, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:50.159106 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842'] for network, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:50.160787 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:23:50.161487 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:50.163909 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:23:50.254135 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3756421 Jun 21 04:23:50.273926 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Pushing event updated for resources: {'Network': ['ID=40f0212d-a2c7-487e-9ed6-e01d923f092e,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:23:50.283294 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:50.283816 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:50.284323 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:50.284945 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:50.285455 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:50.285984 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:50.286689 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:50.287216 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:50.287776 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:50.288305 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:50.288839 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:50.289390 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:50.295539 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:23:50.305925 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Network 40f0212d-a2c7-487e-9ed6-e01d923f092e details requested by agent ovs-agent-dv-cinder-797170-3-smb with host dv-cinder-797170-3-smb {{(pid=92745) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:23:51.522274 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:52.556500 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 48200) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:23:52.619927 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d24099f-33e6-4c51-a30b-67d1289a488d admin admin] GET failed (client error): The resource could not be found. Jun 21 04:23:52.621374 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-6d24099f-33e6-4c51-a30b-67d1289a488d admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0638137 Jun 21 04:23:52.697915 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90451730-c4d5-47a7-88f0-10b0594ff473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:23:52.699794 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-90451730-c4d5-47a7-88f0-10b0594ff473 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0742078 Jun 21 04:23:52.710258 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-0764cbdf-e179-4fb9-b3ea-9b032f7fa33b admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '40f0212d-a2c7-487e-9ed6-e01d923f092e', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:23:52.734089 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0764cbdf-e179-4fb9-b3ea-9b032f7fa33b admin admin] Made reservation on behalf of 2b3d73a7b4f74358b590aaf6962bc6f1 for: {'subnet': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:23:52.736588 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-0764cbdf-e179-4fb9-b3ea-9b032f7fa33b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:52.918407 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-0764cbdf-e179-4fb9-b3ea-9b032f7fa33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849'] for subnet, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:52.921212 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-19e1b657-431b-46a3-93f2-401d4851eadc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:23:52.976119 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764cbdf-e179-4fb9-b3ea-9b032f7fa33b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0559df6-d751-4c6d-81bc-502965ceff76,revision_number=0']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:23:52.980182 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-0764cbdf-e179-4fb9-b3ea-9b032f7fa33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:23:52.990173 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0764cbdf-e179-4fb9-b3ea-9b032f7fa33b admin admin] Checking segment: {'id': '1cf5c06f-c447-4be8-8020-9f63726f1dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '40f0212d-a2c7-487e-9ed6-e01d923f092e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:23:52.990671 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0764cbdf-e179-4fb9-b3ea-9b032f7fa33b admin admin] Network hostable DHCP agents. Network: 40f0212d-a2c7-487e-9ed6-e01d923f092e, hostable agents: ['f03cc20b-fa45-497d-ab77-a260e4d7f44c'], hosted agents: [] {{(pid=92743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:23:53.015228 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0764cbdf-e179-4fb9-b3ea-9b032f7fa33b admin admin] Network 40f0212d-a2c7-487e-9ed6-e01d923f092e is scheduled to be hosted by DHCP agent f03cc20b-fa45-497d-ab77-a260e4d7f44c with binding_index 1 {{(pid=92743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:23:53.026290 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-0764cbdf-e179-4fb9-b3ea-9b032f7fa33b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-smb, 40f0212d-a2c7-487e-9ed6-e01d923f092e) {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:23:53.031545 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0764cbdf-e179-4fb9-b3ea-9b032f7fa33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:23:53.032091 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-0764cbdf-e179-4fb9-b3ea-9b032f7fa33b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for subnet, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:53.039307 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846496ee-50a7-480f-aec6-e44d488b933c None None] Network 40f0212d-a2c7-487e-9ed6-e01d923f092e requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:23:53.050453 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-0764cbdf-e179-4fb9-b3ea-9b032f7fa33b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3438127 Jun 21 04:23:53.208290 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bc4d17a-bf34-5daa-93a4-d79048da24a3-40f0212d-a2c7-487e-9ed6-e01d923f092e', 'network_id': '40f0212d-a2c7-487e-9ed6-e01d923f092e', 'tenant_id': '2b3d73a7b4f74358b590aaf6962bc6f1', 'fixed_ips': [{'subnet_id': 'a0559df6-d751-4c6d-81bc-502965ceff76'}]}} from dv-cinder-797170-3-smb. {{(pid=92745) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:23:53.209811 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:53.416555 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Allocated IP 192.168.233.2 (40f0212d-a2c7-487e-9ed6-e01d923f092e/a0559df6-d751-4c6d-81bc-502965ceff76/a07414ab-af9f-4e65-adc1-febc9a067e1d) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:23:53.583378 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:53.593637 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Transition to ACTIVE for port object a07414ab-af9f-4e65-adc1-febc9a067e1d will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:23:53.612601 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Transition to ACTIVE for port object a07414ab-af9f-4e65-adc1-febc9a067e1d will not be triggered until provisioned by entity DHCP. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:23:53.621236 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:53.624625 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:23:53.668716 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Network 40f0212d-a2c7-487e-9ed6-e01d923f092e is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:23:53.672062 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:23:53.679537 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:23:53.681754 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Pushing event updated for resources: {'Port': ['ID=a07414ab-af9f-4e65-adc1-febc9a067e1d,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:23:53.691203 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:53.691547 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:53.691891 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:53.692225 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:53.692556 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:53.692914 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:53.693242 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:53.693564 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:53.693940 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:53.694477 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:53.694899 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:53.695224 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:53.701962 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:23:53.756095 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Attempting to bind port a07414ab-af9f-4e65-adc1-febc9a067e1d on host dv-cinder-797170-3-smb for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:23:53.756466 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Attempting to bind port a07414ab-af9f-4e65-adc1-febc9a067e1d by drivers openvswitch,hyperv on host dv-cinder-797170-3-smb at level 0 using segments [{'id': '1cf5c06f-c447-4be8-8020-9f63726f1dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '40f0212d-a2c7-487e-9ed6-e01d923f092e'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:23:53.756866 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Attempting to bind port a07414ab-af9f-4e65-adc1-febc9a067e1d on network 40f0212d-a2c7-487e-9ed6-e01d923f092e {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:23:53.762954 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Checking agent: {'id': '0a7d828d-f304-46d9-99e1-7df9121aa7cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 20, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:23:53.763321 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Checking segment: {'id': '1cf5c06f-c447-4be8-8020-9f63726f1dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '40f0212d-a2c7-487e-9ed6-e01d923f092e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:23:53.763728 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:53.764132 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Bound using segment: {'id': '1cf5c06f-c447-4be8-8020-9f63726f1dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '40f0212d-a2c7-487e-9ed6-e01d923f092e'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:23:53.764622 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Bound port: a07414ab-af9f-4e65-adc1-febc9a067e1d, host: dv-cinder-797170-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf5c06f-c447-4be8-8020-9f63726f1dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '40f0212d-a2c7-487e-9ed6-e01d923f092e'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:23:53.765714 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:53.844034 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] For port a07414ab-af9f-4e65-adc1-febc9a067e1d, host dv-cinder-797170-3-smb, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:23:53.847656 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] For port a07414ab-af9f-4e65-adc1-febc9a067e1d, host dv-cinder-797170-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=a07414ab-af9f-4e65-adc1-febc9a067e1d,segment=NetworkSegment(1cf5c06f-c447-4be8-8020-9f63726f1dff),segment_id=1cf5c06f-c447-4be8-8020-9f63726f1dff)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:23:53.854352 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:53.857938 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:23:53.935259 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Pushing event updated for resources: {'Port': ['ID=a07414ab-af9f-4e65-adc1-febc9a067e1d,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:23:53.938741 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:23:54.835368 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device a07414ab-af9f-4e65-adc1-febc9a067e1d up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:23:54.927671 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning for port a07414ab-af9f-4e65-adc1-febc9a067e1d completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:23:54.943740 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fc0406-5a83-4a33-8d63-f94ec389050f None None] Network 40f0212d-a2c7-487e-9ed6-e01d923f092e requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:23:55.007700 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-10ac8f07-1bff-4938-b9f3-f1c4c58f770e None None] Provisioning for port a07414ab-af9f-4e65-adc1-febc9a067e1d completed by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:23:55.014697 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-10ac8f07-1bff-4938-b9f3-f1c4c58f770e None None] Provisioning complete for port a07414ab-af9f-4e65-adc1-febc9a067e1d triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:23:55.015074 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-10ac8f07-1bff-4938-b9f3-f1c4c58f770e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:55.178010 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-10ac8f07-1bff-4938-b9f3-f1c4c58f770e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:55.220090 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-10ac8f07-1bff-4938-b9f3-f1c4c58f770e None None] For port a07414ab-af9f-4e65-adc1-febc9a067e1d, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=a07414ab-af9f-4e65-adc1-febc9a067e1d,segment=NetworkSegment(1cf5c06f-c447-4be8-8020-9f63726f1dff),segment_id=1cf5c06f-c447-4be8-8020-9f63726f1dff)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:23:55.232498 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-10ac8f07-1bff-4938-b9f3-f1c4c58f770e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:55.235634 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:23:55.290122 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac8f07-1bff-4938-b9f3-f1c4c58f770e None None] Pushing event updated for resources: {'Port': ['ID=a07414ab-af9f-4e65-adc1-febc9a067e1d,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:23:55.298086 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-10ac8f07-1bff-4938-b9f3-f1c4c58f770e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:23:55.565295 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-943fef83-ad32-429d-9f55-b014db77206a None None] Provisioning complete for port a07414ab-af9f-4e65-adc1-febc9a067e1d triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:23:55.565770 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-943fef83-ad32-429d-9f55-b014db77206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:56.767054 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device a07414ab-af9f-4e65-adc1-febc9a067e1d up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:23:56.831435 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port a07414ab-af9f-4e65-adc1-febc9a067e1d triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:23:56.831810 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:14.985106 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1b21d3b5-4ffb-413b-a88e-f2614406df76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:17.965445 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1eb40470-b3db-434a-9705-5f0f45f10251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:18.144324 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:18.855516 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:21.526208 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:23.590981 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 5 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:24:44.986922 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-e8b1fd67-9023-43c1-abf2-5ba79b61644d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:47.961503 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ff82a1ff-d765-4c04-a831-90a10fdca4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:48.158756 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:48.855872 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:51.530234 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:00.591355 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 5 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:25:05.999740 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 48252) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:06.006625 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [None req-2e95027a-01b1-4374-b417-c2a0bd5aaff0 tempest-verify_tempest_config-1558043984 tempest-verify_tempest_config-1558043984-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=92743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:25:06.007639 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-2e95027a-01b1-4374-b417-c2a0bd5aaff0 tempest-verify_tempest_config-1558043984 tempest-verify_tempest_config-1558043984-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065284 Jun 21 04:25:06.356843 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 48270) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:06.479965 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-2d535843-0d9c-4f02-832e-37a387fc7edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:06.674979 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-2d535843-0d9c-4f02-832e-37a387fc7edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:06.679611 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-2d535843-0d9c-4f02-832e-37a387fc7edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:06.683152 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:06.732546 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-2d535843-0d9c-4f02-832e-37a387fc7edb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5349957890a445f4a181806b16807e32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3743629 Jun 21 04:25:06.733693 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d535843-0d9c-4f02-832e-37a387fc7edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7016ed-241a-4e59-80e4-527f47345a49,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:06.735936 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 48274) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:06.741132 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d535843-0d9c-4f02-832e-37a387fc7edb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:06.741483 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d535843-0d9c-4f02-832e-37a387fc7edb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:06.741820 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d535843-0d9c-4f02-832e-37a387fc7edb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:06.742154 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d535843-0d9c-4f02-832e-37a387fc7edb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:06.742481 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d535843-0d9c-4f02-832e-37a387fc7edb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:06.742810 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d535843-0d9c-4f02-832e-37a387fc7edb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:06.743136 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d535843-0d9c-4f02-832e-37a387fc7edb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:06.743465 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d535843-0d9c-4f02-832e-37a387fc7edb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:06.743850 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d535843-0d9c-4f02-832e-37a387fc7edb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:06.744174 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d535843-0d9c-4f02-832e-37a387fc7edb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:06.744497 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d535843-0d9c-4f02-832e-37a387fc7edb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:06.744850 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d535843-0d9c-4f02-832e-37a387fc7edb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:06.749865 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-2d535843-0d9c-4f02-832e-37a387fc7edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:06.843193 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9b2b240d-8565-4a6f-9598-e469b0ecb88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:06.881349 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9b2b240d-8565-4a6f-9598-e469b0ecb88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:07.008062 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9b2b240d-8565-4a6f-9598-e469b0ecb88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:07.012211 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9b2b240d-8565-4a6f-9598-e469b0ecb88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:07.013524 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-9b2b240d-8565-4a6f-9598-e469b0ecb88d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b7016ed-241a-4e59-80e4-527f47345a49 HTTP/1.1" status: 204 len: 168 time: 0.2761769 Jun 21 04:25:07.014231 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:07.027707 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b240d-8565-4a6f-9598-e469b0ecb88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7016ed-241a-4e59-80e4-527f47345a49,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:07.040034 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b240d-8565-4a6f-9598-e469b0ecb88d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:07.041153 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b240d-8565-4a6f-9598-e469b0ecb88d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:07.041732 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b240d-8565-4a6f-9598-e469b0ecb88d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:07.042298 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b240d-8565-4a6f-9598-e469b0ecb88d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:07.042892 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b240d-8565-4a6f-9598-e469b0ecb88d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:07.043427 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b240d-8565-4a6f-9598-e469b0ecb88d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:07.043991 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b240d-8565-4a6f-9598-e469b0ecb88d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:07.044479 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b240d-8565-4a6f-9598-e469b0ecb88d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:07.045073 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b240d-8565-4a6f-9598-e469b0ecb88d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:07.045623 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b240d-8565-4a6f-9598-e469b0ecb88d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:07.046180 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b240d-8565-4a6f-9598-e469b0ecb88d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:07.046738 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b240d-8565-4a6f-9598-e469b0ecb88d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:07.053034 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-9b2b240d-8565-4a6f-9598-e469b0ecb88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:14.986376 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3a7981e8-945a-4675-825a-db36a6b360cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:17.957196 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8ea9ee10-2a9a-40ea-9e5a-38df4b77909b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:18.162865 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:18.861001 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.535909 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:37.590340 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 5 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:25:44.980616 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-10a3ee68-2c89-4f4c-b2cd-a40da39c87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:47.962145 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-97d47c13-0b76-42e6-807c-435920c57745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:48.168189 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:48.863542 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.536557 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:14.588235 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 5 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:26:14.982989 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ad3367a3-d2cf-4b59-8d3e-ab4c89249e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.965096 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c5aa59f1-7d0d-4648-8451-759650130cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.161597 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.864283 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:21.546105 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:44.989850 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c805b9c6-6b75-4001-9afe-c2dedc18fbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:47.982302 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-98427a21-06cd-4200-8651-578f92a12cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:48.123990 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729'] for agent, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:48.166808 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:48.870883 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:51.548380 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:51.587624 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:26:52.794145 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 48328) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:52.940309 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-206af301-6bc7-4e2b-8677-19eb52d66041 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1446416 Jun 21 04:26:55.289477 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 48338) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:55.360416 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-07b6bf66-454b-46f7-a386-60fe21dc97ab admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0690289 Jun 21 04:27:14.989797 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-df008480-a10a-44a6-af4b-4543e7975139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:17.973471 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-aeb556a6-db36-4661-909d-8a9ef0148fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:18.095794 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:18.170857 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:18.871096 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:21.555535 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.585999 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:27:44.993384 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a67c1c1e-afdb-4e69-a4fd-42943526e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:47.971331 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c93b6f40-2283-4294-92a7-edb362125395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:48.099646 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:48.179697 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:48.877135 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:51.555773 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:05.587049 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:28:14.999330 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f01a5a92-9043-4751-bf61-a42e674ea68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:17.970554 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ba7f2fe7-3b20-44ff-9146-96e4af3a4d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:18.100131 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:18.180599 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:18.888235 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:21.560757 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:32.826415 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 48506) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:33.310409 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1399362206-network', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:33.351978 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Made reservation on behalf of 98ac6444112049ffbeb07ee05d60964f for: {'network': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:28:33.356049 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for network, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:33.370953 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:33.569173 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:33.581615 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:33.588017 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:33.614420 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=92743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:28:33.634596 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:33.635560 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.db.segments_db [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Added segment 50fb9846-5f25-4e5f-8fbf-a7a96f258e08 of type vlan for network eacf42c2-00ce-42e3-89dd-853a4c6fa08a Jun 21 04:28:33.702572 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bc7865-313b-4fd4-87a2-8057f7cb64b0,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:33.723925 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:33.724486 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:33.725078 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:33.725640 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:33.726188 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:33.726757 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:33.727314 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:33.728043 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:33.728424 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:33.729017 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:33.729578 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:33.730114 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Tracked resource versions report: Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: pushed versions: Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: { 'AddressGroup': {'1.2'}, Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: 'ConntrackHelper': {'1.0'}, Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: 'Log': {'1.0'}, Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: 'Network': {'1.1'}, Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: 'Port': {'1.7'}, Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: 'PortForwarding': {'1.2'}, Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: 'QosPolicy': {'1.8'}, Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: 'SecurityGroup': {'1.4'}, Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: 'SubPort': {'1.0'}, Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: 'Subnet': {'1.1'}, Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: 'Trunk': {'1.1'}} Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: consumer versions: Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: { DHCP agent@dv-cinder-797170-3-smb: {}, Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: HyperV agent@hv-cinder-79717: {}, Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: L3 agent@dv-cinder-797170-3-smb: {}, Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: Metadata agent@dv-cinder-797170-3-smb: {}, Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: Metering agent@dv-cinder-797170-3-smb: {}, Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: Open vSwitch agent@dv-cinder-797170-3-smb: { 'AddressGroup': '1.2', Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: 'ConntrackHelper': '1.0', Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: 'Log': '1.0', Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: 'Network': '1.1', Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: 'Port': '1.7', Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: 'PortForwarding': '1.2', Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: 'QosPolicy': '1.8', Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: 'SecurityGroup': '1.4', Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: 'SecurityGroupRule': '1.2', Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: 'SubPort': '1.0', Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: 'Subnet': '1.1', Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: 'Trunk': '1.1'}} Jun 21 04:28:33.732448 dv-cinder-797170-3-smb neutron-server[92743]: {{(pid=92743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:28:33.747490 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:33.754603 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772645272028'] for network, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:33.806249 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842'] for network, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:33.808833 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:33.810266 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:33.822654 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:33.893184 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0646627 Jun 21 04:28:33.897847 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 48554) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:33.905944 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Request body: {'subnet': {'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1399362206-subnet', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:33.929509 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Pushing event updated for resources: {'Network': ['ID=eacf42c2-00ce-42e3-89dd-853a4c6fa08a,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:33.934329 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:33.946880 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Network eacf42c2-00ce-42e3-89dd-853a4c6fa08a details requested by agent ovs-agent-dv-cinder-797170-3-smb with host dv-cinder-797170-3-smb {{(pid=92745) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:28:33.949170 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Made reservation on behalf of 98ac6444112049ffbeb07ee05d60964f for: {'subnet': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:28:33.952461 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:34.256148 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849'] for subnet, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:34.261524 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:34.335316 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ed4de96-1760-4ad9-bdcc-bd30812b5a13,revision_number=0']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:34.344050 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Checking segment: {'id': '50fb9846-5f25-4e5f-8fbf-a7a96f258e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:28:34.344455 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Network hostable DHCP agents. Network: eacf42c2-00ce-42e3-89dd-853a4c6fa08a, hostable agents: ['f03cc20b-fa45-497d-ab77-a260e4d7f44c'], hosted agents: [] {{(pid=92744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:28:34.348371 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:34.348804 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:34.349309 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:34.349697 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:34.350093 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:34.350487 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:34.350879 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:34.351268 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:34.351704 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:34.352095 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:34.352480 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:34.352918 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Tracked resource versions report: Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: pushed versions: Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: { 'AddressGroup': {'1.2'}, Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: 'ConntrackHelper': {'1.0'}, Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: 'Log': {'1.0'}, Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: 'Network': {'1.1'}, Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: 'Port': {'1.7'}, Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: 'PortForwarding': {'1.2'}, Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: 'QosPolicy': {'1.8'}, Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: 'SecurityGroup': {'1.4'}, Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: 'SubPort': {'1.0'}, Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: 'Subnet': {'1.1'}, Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: 'Trunk': {'1.1'}} Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: consumer versions: Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: { DHCP agent@dv-cinder-797170-3-smb: {}, Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: HyperV agent@hv-cinder-79717: {}, Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: L3 agent@dv-cinder-797170-3-smb: {}, Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: Metadata agent@dv-cinder-797170-3-smb: {}, Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: Metering agent@dv-cinder-797170-3-smb: {}, Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: Open vSwitch agent@dv-cinder-797170-3-smb: { 'AddressGroup': '1.2', Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: 'ConntrackHelper': '1.0', Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: 'Log': '1.0', Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: 'Network': '1.1', Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: 'Port': '1.7', Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: 'PortForwarding': '1.2', Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: 'QosPolicy': '1.8', Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: 'SecurityGroup': '1.4', Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: 'SecurityGroupRule': '1.2', Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: 'SubPort': '1.0', Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: 'Subnet': '1.1', Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: 'Trunk': '1.1'}} Jun 21 04:28:34.354510 dv-cinder-797170-3-smb neutron-server[92744]: {{(pid=92744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:28:34.361419 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:34.385864 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Network eacf42c2-00ce-42e3-89dd-853a4c6fa08a is scheduled to be hosted by DHCP agent f03cc20b-fa45-497d-ab77-a260e4d7f44c with binding_index 1 {{(pid=92744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:28:34.405364 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-smb, eacf42c2-00ce-42e3-89dd-853a4c6fa08a) {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:28:34.411277 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 48574) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:34.417080 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e90a65-8d48-42a4-9d2c-c35805c4b1cb None None] Network eacf42c2-00ce-42e3-89dd-853a4c6fa08a requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:28:34.435670 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:34.441934 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for subnet, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:34.478507 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5765674 Jun 21 04:28:34.478627 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 48584) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:34.487118 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-23734ae2-b073-478f-94fc-5f2b05985f6d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1399362206-router', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:34.534331 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-23734ae2-b073-478f-94fc-5f2b05985f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-445333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1047656'] for router, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:34.537568 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-23734ae2-b073-478f-94fc-5f2b05985f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1047651'] for router, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:34.611538 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bc4d17a-bf34-5daa-93a4-d79048da24a3-eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'fixed_ips': [{'subnet_id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13'}]}} from dv-cinder-797170-3-smb. {{(pid=92745) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:28:34.612432 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:34.649386 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-23734ae2-b073-478f-94fc-5f2b05985f6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:34.786522 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Allocated IP 172.20.0.2 (eacf42c2-00ce-42e3-89dd-853a4c6fa08a/5ed4de96-1760-4ad9-bdcc-bd30812b5a13/883dd7fb-6bec-43c9-b924-4d44b8814ce0) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:28:34.920609 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-23734ae2-b073-478f-94fc-5f2b05985f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-515284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1047669'] for router, precommit_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:34.995936 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:35.004863 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-795ac4d7-5f03-40b0-8752-37f344ca53f3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-938866125-network', 'tenant_id': 'b41d03382de140b4aafed91df2047d48'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:35.006574 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Transition to ACTIVE for port object 883dd7fb-6bec-43c9-b924-4d44b8814ce0 will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:28:35.030662 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Transition to ACTIVE for port object 883dd7fb-6bec-43c9-b924-4d44b8814ce0 will not be triggered until provisioned by entity DHCP. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:28:35.042681 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:35.077421 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:35.169073 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Pushing event updated for resources: {'Port': ['ID=883dd7fb-6bec-43c9-b924-4d44b8814ce0,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:35.183150 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Network eacf42c2-00ce-42e3-89dd-853a4c6fa08a is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:28:35.184906 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:35.185260 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:35.185632 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:35.185965 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:35.186349 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:35.186701 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:35.187081 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:35.187411 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:35.187824 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:35.188157 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:35.188492 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:35.192541 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Tracked resource versions report: Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: pushed versions: Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: { 'AddressGroup': {'1.2'}, Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: 'ConntrackHelper': {'1.0'}, Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: 'Log': {'1.0'}, Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: 'Network': {'1.1'}, Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: 'Port': {'1.7'}, Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: 'PortForwarding': {'1.2'}, Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: 'QosPolicy': {'1.8'}, Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: 'SecurityGroup': {'1.4'}, Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: 'SubPort': {'1.0'}, Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: 'Subnet': {'1.1'}, Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: 'Trunk': {'1.1'}} Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: consumer versions: Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: { DHCP agent@dv-cinder-797170-3-smb: {}, Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: HyperV agent@hv-cinder-79717: {}, Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: L3 agent@dv-cinder-797170-3-smb: {}, Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: Metadata agent@dv-cinder-797170-3-smb: {}, Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: Metering agent@dv-cinder-797170-3-smb: {}, Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: Open vSwitch agent@dv-cinder-797170-3-smb: { 'AddressGroup': '1.2', Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: 'ConntrackHelper': '1.0', Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: 'Log': '1.0', Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: 'Network': '1.1', Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: 'Port': '1.7', Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: 'PortForwarding': '1.2', Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: 'QosPolicy': '1.8', Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: 'SecurityGroup': '1.4', Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: 'SecurityGroupRule': '1.2', Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: 'SubPort': '1.0', Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: 'Subnet': '1.1', Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: 'Trunk': '1.1'}} Jun 21 04:28:35.200120 dv-cinder-797170-3-smb neutron-server[92745]: {{(pid=92745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:28:35.214435 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:35.217653 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:28:35.224069 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795ac4d7-5f03-40b0-8752-37f344ca53f3 admin admin] Made reservation on behalf of b41d03382de140b4aafed91df2047d48 for: {'network': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:28:35.224403 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:28:35.229553 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-795ac4d7-5f03-40b0-8752-37f344ca53f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for network, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:35.247965 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-795ac4d7-5f03-40b0-8752-37f344ca53f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:35.259160 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 48594) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:35.369468 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Attempting to bind port 883dd7fb-6bec-43c9-b924-4d44b8814ce0 on host dv-cinder-797170-3-smb for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:28:35.371734 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Attempting to bind port 883dd7fb-6bec-43c9-b924-4d44b8814ce0 by drivers openvswitch,hyperv on host dv-cinder-797170-3-smb at level 0 using segments [{'id': '50fb9846-5f25-4e5f-8fbf-a7a96f258e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:28:35.372488 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Attempting to bind port 883dd7fb-6bec-43c9-b924-4d44b8814ce0 on network eacf42c2-00ce-42e3-89dd-853a4c6fa08a {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:28:35.389391 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Checking agent: {'id': '0a7d828d-f304-46d9-99e1-7df9121aa7cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 20, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:28:35.390170 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Checking segment: {'id': '50fb9846-5f25-4e5f-8fbf-a7a96f258e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:28:35.390801 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:35.391432 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Bound using segment: {'id': '50fb9846-5f25-4e5f-8fbf-a7a96f258e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:28:35.394807 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Bound port: 883dd7fb-6bec-43c9-b924-4d44b8814ce0, host: dv-cinder-797170-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50fb9846-5f25-4e5f-8fbf-a7a96f258e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:28:35.395568 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:35.448898 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-795ac4d7-5f03-40b0-8752-37f344ca53f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:35.463926 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-795ac4d7-5f03-40b0-8752-37f344ca53f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:35.516138 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:35.529446 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] For port 883dd7fb-6bec-43c9-b924-4d44b8814ce0, host dv-cinder-797170-3-smb, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:28:35.537102 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] For port 883dd7fb-6bec-43c9-b924-4d44b8814ce0, host dv-cinder-797170-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=883dd7fb-6bec-43c9-b924-4d44b8814ce0,segment=NetworkSegment(50fb9846-5f25-4e5f-8fbf-a7a96f258e08),segment_id=50fb9846-5f25-4e5f-8fbf-a7a96f258e08)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:28:35.545833 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-795ac4d7-5f03-40b0-8752-37f344ca53f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=92743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:28:35.555279 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:35.561301 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ec5f5fcd-4fc4-40fb-a026-3da51ab822dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:35.629694 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-795ac4d7-5f03-40b0-8752-37f344ca53f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:35.630433 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.db.segments_db [None req-795ac4d7-5f03-40b0-8752-37f344ca53f3 admin admin] Added segment 4265b031-63f1-488b-b782-3a6497268026 of type vlan for network 3be8ed7a-a62f-4c2a-9b4d-410174e064d0 Jun 21 04:28:35.634897 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ac4d7-5f03-40b0-8752-37f344ca53f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dd497c-80e7-472b-9c26-a9ccae4324b0,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:35.653975 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-795ac4d7-5f03-40b0-8752-37f344ca53f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:35.814965 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Pushing event updated for resources: {'Port': ['ID=883dd7fb-6bec-43c9-b924-4d44b8814ce0,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:35.837436 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:35.883135 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-795ac4d7-5f03-40b0-8752-37f344ca53f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772645272028'] for network, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.061083 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-26e4bb0a-4503-46bb-ac88-5bebc3e1d359 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-702849644-network', 'tenant_id': 'c4d893f39cbe4e099d4ffd0bbd231dd8'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:36.217847 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e4bb0a-4503-46bb-ac88-5bebc3e1d359 admin admin] Made reservation on behalf of c4d893f39cbe4e099d4ffd0bbd231dd8 for: {'network': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:28:36.222603 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-26e4bb0a-4503-46bb-ac88-5bebc3e1d359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for network, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.299940 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-26e4bb0a-4503-46bb-ac88-5bebc3e1d359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.318689 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.db.resource_extend [None req-795ac4d7-5f03-40b0-8752-37f344ca53f3 admin admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 21 04:28:36.555238 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-795ac4d7-5f03-40b0-8752-37f344ca53f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842'] for network, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.579200 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-26e4bb0a-4503-46bb-ac88-5bebc3e1d359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.581012 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795ac4d7-5f03-40b0-8752-37f344ca53f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:36.582998 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-795ac4d7-5f03-40b0-8752-37f344ca53f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.588260 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-26e4bb0a-4503-46bb-ac88-5bebc3e1d359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.598117 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:36.598811 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-8c79d61a-883c-4470-8059-866cd319d80b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:36.648445 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4bb0a-4503-46bb-ac88-5bebc3e1d359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d270ba23-6d34-4468-a4b5-3b6a69fb9700,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:36.672112 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-26e4bb0a-4503-46bb-ac88-5bebc3e1d359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:36.704427 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e4bb0a-4503-46bb-ac88-5bebc3e1d359 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=92744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:28:36.729106 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-26e4bb0a-4503-46bb-ac88-5bebc3e1d359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.736144 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.db.segments_db [None req-26e4bb0a-4503-46bb-ac88-5bebc3e1d359 admin admin] Added segment 4cd2f477-237c-432a-8bb5-a4373b798309 of type vlan for network b3a70d8b-9a6b-46f3-b309-bba38707cca4 Jun 21 04:28:36.779296 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-23734ae2-b073-478f-94fc-5f2b05985f6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.838997 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-26e4bb0a-4503-46bb-ac88-5bebc3e1d359 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772645272028'] for network, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.856049 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-23734ae2-b073-478f-94fc-5f2b05985f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.873552 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-795ac4d7-5f03-40b0-8752-37f344ca53f3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4609597 Jun 21 04:28:36.881742 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 48628) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:36.892988 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-4075e396-8c3a-4636-ac9d-e0e230307c2c admin admin] Request body: {'subnet': {'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-938866125-subnet', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:36.902494 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ac4d7-5f03-40b0-8752-37f344ca53f3 admin admin] Pushing event updated for resources: {'Network': ['ID=3be8ed7a-a62f-4c2a-9b4d-410174e064d0,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:36.936244 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-26e4bb0a-4503-46bb-ac88-5bebc3e1d359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842'] for network, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.943699 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Network 3be8ed7a-a62f-4c2a-9b4d-410174e064d0 details requested by agent ovs-agent-dv-cinder-797170-3-smb with host dv-cinder-797170-3-smb {{(pid=92745) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:28:36.955695 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e4bb0a-4503-46bb-ac88-5bebc3e1d359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:36.962967 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-26e4bb0a-4503-46bb-ac88-5bebc3e1d359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.980089 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-bfbf64f3-8d73-49bf-b1af-2d321c86b78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:36.981285 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-795ac4d7-5f03-40b0-8752-37f344ca53f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:37.059574 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4075e396-8c3a-4636-ac9d-e0e230307c2c admin admin] Made reservation on behalf of b41d03382de140b4aafed91df2047d48 for: {'subnet': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:28:37.063023 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-4075e396-8c3a-4636-ac9d-e0e230307c2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:37.194709 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 883dd7fb-6bec-43c9-b924-4d44b8814ce0 up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:28:37.259031 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_common [None req-23734ae2-b073-478f-94fc-5f2b05985f6d admin admin] Allocated IP 172.28.3.104 (b03547ff-bdb5-4cf0-b910-6012328878f7/077b926c-3bf0-4e4d-825c-99f0c2191e19/0b0bd2af-8c8a-46b0-a411-a39591525acf) {{(pid=92743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:28:37.286425 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4bb0a-4503-46bb-ac88-5bebc3e1d359 admin admin] Pushing event updated for resources: {'Network': ['ID=b3a70d8b-9a6b-46f3-b309-bba38707cca4,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:37.295538 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-26e4bb0a-4503-46bb-ac88-5bebc3e1d359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:37.326109 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-26e4bb0a-4503-46bb-ac88-5bebc3e1d359 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0654509 Jun 21 04:28:37.327911 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Network b3a70d8b-9a6b-46f3-b309-bba38707cca4 details requested by agent ovs-agent-dv-cinder-797170-3-smb with host dv-cinder-797170-3-smb {{(pid=92745) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:28:37.328967 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 48636) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:37.360569 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-ece03ec1-d52d-42a1-94ba-14bb926efcda admin admin] Request body: {'subnet': {'network_id': 'b3a70d8b-9a6b-46f3-b309-bba38707cca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-702849644-subnet', 'tenant_id': 'c4d893f39cbe4e099d4ffd0bbd231dd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:37.487989 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece03ec1-d52d-42a1-94ba-14bb926efcda admin admin] Made reservation on behalf of c4d893f39cbe4e099d4ffd0bbd231dd8 for: {'subnet': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:28:37.510303 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ece03ec1-d52d-42a1-94ba-14bb926efcda admin admin] Notify callbacks [] for subnet, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:37.747093 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-23734ae2-b073-478f-94fc-5f2b05985f6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:37.757634 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac3a128-610a-4a70-9529-a6dbf1deeb44 None None] Network eacf42c2-00ce-42e3-89dd-853a4c6fa08a requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:28:37.992537 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-227dbf35-69e6-48aa-8723-119fdd4bf6a2 None None] Provisioning for port 883dd7fb-6bec-43c9-b924-4d44b8814ce0 completed by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:28:38.035010 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning for port 883dd7fb-6bec-43c9-b924-4d44b8814ce0 completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:28:38.045177 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 883dd7fb-6bec-43c9-b924-4d44b8814ce0 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:38.046002 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:38.171616 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-4075e396-8c3a-4636-ac9d-e0e230307c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849'] for subnet, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:38.197824 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-0764cbdf-e179-4fb9-b3ea-9b032f7fa33b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:38.290475 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-23734ae2-b073-478f-94fc-5f2b05985f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630'] for port, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:38.355181 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:38.386151 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ece03ec1-d52d-42a1-94ba-14bb926efcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849'] for subnet, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:38.422826 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-3667f0b5-a222-4f7e-a902-2bbcd356628c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:38.451120 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23734ae2-b073-478f-94fc-5f2b05985f6d admin admin] Network b03547ff-bdb5-4cf0-b910-6012328878f7 is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:28:38.458518 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] For port 883dd7fb-6bec-43c9-b924-4d44b8814ce0, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=883dd7fb-6bec-43c9-b924-4d44b8814ce0,segment=NetworkSegment(50fb9846-5f25-4e5f-8fbf-a7a96f258e08),segment_id=50fb9846-5f25-4e5f-8fbf-a7a96f258e08)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:38.461376 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075e396-8c3a-4636-ac9d-e0e230307c2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b063768-9c1b-46e1-8850-d03763645351,revision_number=0']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:38.480350 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-4075e396-8c3a-4636-ac9d-e0e230307c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:38.481647 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:38.481892 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:38.484534 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-23734ae2-b073-478f-94fc-5f2b05985f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:28:38.493701 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:38.517726 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23734ae2-b073-478f-94fc-5f2b05985f6d admin admin] Received port after_create {{(pid=92743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:28:38.622815 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece03ec1-d52d-42a1-94ba-14bb926efcda admin admin] Checking segment: {'id': '4cd2f477-237c-432a-8bb5-a4373b798309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b3a70d8b-9a6b-46f3-b309-bba38707cca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:28:38.623393 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece03ec1-d52d-42a1-94ba-14bb926efcda admin admin] Network hostable DHCP agents. Network: b3a70d8b-9a6b-46f3-b309-bba38707cca4, hostable agents: ['f03cc20b-fa45-497d-ab77-a260e4d7f44c'], hosted agents: [] {{(pid=92744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:28:38.706571 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece03ec1-d52d-42a1-94ba-14bb926efcda admin admin] Pushing event updated for resources: {'Subnet': ['ID=7468c761-0fba-4389-861e-25b17ebab286,revision_number=0']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:38.720585 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-ece03ec1-d52d-42a1-94ba-14bb926efcda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:38.748154 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Pushing event updated for resources: {'Port': ['ID=883dd7fb-6bec-43c9-b924-4d44b8814ce0,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:38.760710 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece03ec1-d52d-42a1-94ba-14bb926efcda admin admin] Network b3a70d8b-9a6b-46f3-b309-bba38707cca4 is scheduled to be hosted by DHCP agent f03cc20b-fa45-497d-ab77-a260e4d7f44c with binding_index 1 {{(pid=92744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:28:38.772051 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:38.798081 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [None req-ece03ec1-d52d-42a1-94ba-14bb926efcda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-smb, b3a70d8b-9a6b-46f3-b309-bba38707cca4) {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:28:38.805853 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece03ec1-d52d-42a1-94ba-14bb926efcda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:38.807231 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ece03ec1-d52d-42a1-94ba-14bb926efcda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for subnet, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:38.817678 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4517f98-7851-4229-b2ea-a41ce00a3218 None None] Network b3a70d8b-9a6b-46f3-b309-bba38707cca4 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:28:38.868179 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-ece03ec1-d52d-42a1-94ba-14bb926efcda admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5345712 Jun 21 04:28:38.911341 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4075e396-8c3a-4636-ac9d-e0e230307c2c admin admin] Checking segment: {'id': '4265b031-63f1-488b-b782-3a6497268026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:28:38.912280 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4075e396-8c3a-4636-ac9d-e0e230307c2c admin admin] Network hostable DHCP agents. Network: 3be8ed7a-a62f-4c2a-9b4d-410174e064d0, hostable agents: ['f03cc20b-fa45-497d-ab77-a260e4d7f44c'], hosted agents: [] {{(pid=92743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:28:39.010582 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23734ae2-b073-478f-94fc-5f2b05985f6d admin admin] Pushing event updated for resources: {'Port': ['ID=0b0bd2af-8c8a-46b0-a411-a39591525acf,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:39.093024 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-23734ae2-b073-478f-94fc-5f2b05985f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:39.136304 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4075e396-8c3a-4636-ac9d-e0e230307c2c admin admin] Network 3be8ed7a-a62f-4c2a-9b4d-410174e064d0 is scheduled to be hosted by DHCP agent f03cc20b-fa45-497d-ab77-a260e4d7f44c with binding_index 1 {{(pid=92743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:28:39.137587 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 883dd7fb-6bec-43c9-b924-4d44b8814ce0 up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:28:39.158743 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-4075e396-8c3a-4636-ac9d-e0e230307c2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-smb, 3be8ed7a-a62f-4c2a-9b4d-410174e064d0) {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:28:39.169840 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4075e396-8c3a-4636-ac9d-e0e230307c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:39.171288 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-4075e396-8c3a-4636-ac9d-e0e230307c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for subnet, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:39.220872 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd958e1-59b7-46f0-a7b4-c3a5e6c002bc None None] Network 3be8ed7a-a62f-4c2a-9b4d-410174e064d0 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:28:39.290782 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-4075e396-8c3a-4636-ac9d-e0e230307c2c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4068511 Jun 21 04:28:39.294838 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 48684) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:39.303349 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-8849a01d-9203-40c0-b4ea-9bc5900a4d23 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-938866125-router', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:39.419631 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8849a01d-9203-40c0-b4ea-9bc5900a4d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-445333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1047656'] for router, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:39.423930 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8849a01d-9203-40c0-b4ea-9bc5900a4d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1047651'] for router, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:39.636217 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-23734ae2-b073-478f-94fc-5f2b05985f6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:39.661237 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8849a01d-9203-40c0-b4ea-9bc5900a4d23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:39.724410 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cbbd0059-da2d-4061-af77-f2d77c26fcee None None] Provisioning complete for port 883dd7fb-6bec-43c9-b924-4d44b8814ce0 triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:39.724937 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cbbd0059-da2d-4061-af77-f2d77c26fcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:39.840947 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4337e31-bab5-4e53-8234-3b7916c286ed None None] Network b3a70d8b-9a6b-46f3-b309-bba38707cca4 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:28:40.036999 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8849a01d-9203-40c0-b4ea-9bc5900a4d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-515284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1047669'] for router, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:40.115016 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 48708) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:40.275294 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 883dd7fb-6bec-43c9-b924-4d44b8814ce0 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:40.276842 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:40.310350 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-23734ae2-b073-478f-94fc-5f2b05985f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515328'] for router, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:40.661901 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bc4d17a-bf34-5daa-93a4-d79048da24a3-3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'fixed_ips': [{'subnet_id': '0b063768-9c1b-46e1-8850-d03763645351'}]}} from dv-cinder-797170-3-smb. {{(pid=92745) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:28:40.662806 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:40.792227 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23734ae2-b073-478f-94fc-5f2b05985f6d admin admin] Router bf7e2b38-ccf0-41ba-94dc-ec404de7d99d is scheduled to L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a with binding_index 1 {{(pid=92743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:28:40.860702 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a31cd66b-21cb-4073-aff5-8ee0e634a76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:40.985907 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Allocated IP 172.20.0.2 (3be8ed7a-a62f-4c2a-9b4d-410174e064d0/0b063768-9c1b-46e1-8850-d03763645351/881f194b-8606-4621-a9e2-d58a10bc4ceb) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:28:41.033546 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8849a01d-9203-40c0-b4ea-9bc5900a4d23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.164931 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8849a01d-9203-40c0-b4ea-9bc5900a4d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.294593 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a31cd66b-21cb-4073-aff5-8ee0e634a76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.324815 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23734ae2-b073-478f-94fc-5f2b05985f6d admin admin] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:28:41.346172 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] Sync routers for ids ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'] in dv-cinder-797170-3-smb {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:28:41.381581 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] Routers {'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:28:41.383381 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:28:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:41.395665 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-23734ae2-b073-478f-94fc-5f2b05985f6d admin admin] Notify callbacks [] for router, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.397113 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-23734ae2-b073-478f-94fc-5f2b05985f6d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9171121 Jun 21 04:28:41.401761 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 48738) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:41.440939 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a31cd66b-21cb-4073-aff5-8ee0e634a76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.468808 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.512753 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Transition to ACTIVE for port object 881f194b-8606-4621-a9e2-d58a10bc4ceb will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:28:41.544496 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Transition to ACTIVE for port object 881f194b-8606-4621-a9e2-d58a10bc4ceb will not be triggered until provisioned by entity DHCP. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:28:41.554325 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.557489 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:41.576745 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_common [None req-8849a01d-9203-40c0-b4ea-9bc5900a4d23 admin admin] Allocated IP 172.28.3.233 (b03547ff-bdb5-4cf0-b910-6012328878f7/077b926c-3bf0-4e4d-825c-99f0c2191e19/2f1b6125-f615-4bec-8800-cfbfcf67b2c4) {{(pid=92744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:28:41.656486 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Network 3be8ed7a-a62f-4c2a-9b4d-410174e064d0 is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:28:41.662611 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:28:41.671169 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:28:41.700735 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Pushing event updated for resources: {'Port': ['ID=881f194b-8606-4621-a9e2-d58a10bc4ceb,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:41.714932 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:41.799196 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Attempting to bind port 881f194b-8606-4621-a9e2-d58a10bc4ceb on host dv-cinder-797170-3-smb for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:28:41.799773 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Attempting to bind port 881f194b-8606-4621-a9e2-d58a10bc4ceb by drivers openvswitch,hyperv on host dv-cinder-797170-3-smb at level 0 using segments [{'id': '4265b031-63f1-488b-b782-3a6497268026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:28:41.800263 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Attempting to bind port 881f194b-8606-4621-a9e2-d58a10bc4ceb on network 3be8ed7a-a62f-4c2a-9b4d-410174e064d0 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:28:41.809117 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Checking agent: {'id': '0a7d828d-f304-46d9-99e1-7df9121aa7cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 20, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:28:41.809424 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Checking segment: {'id': '4265b031-63f1-488b-b782-3a6497268026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:28:41.809882 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.810321 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Bound using segment: {'id': '4265b031-63f1-488b-b782-3a6497268026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:28:41.811011 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Bound port: 881f194b-8606-4621-a9e2-d58a10bc4ceb, host: dv-cinder-797170-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4265b031-63f1-488b-b782-3a6497268026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:28:41.811453 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.836721 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 48758) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:41.836924 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] Set router bf7e2b38-ccf0-41ba-94dc-ec404de7d99d gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:28:41.930264 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] For port 881f194b-8606-4621-a9e2-d58a10bc4ceb, host dv-cinder-797170-3-smb, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:28:41.937242 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] For port 881f194b-8606-4621-a9e2-d58a10bc4ceb, host dv-cinder-797170-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=881f194b-8606-4621-a9e2-d58a10bc4ceb,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:28:41.945687 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.961464 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:41.995907 dv-cinder-797170-3-smb neutron-server[92743]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 04:28:42.017316 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8849a01d-9203-40c0-b4ea-9bc5900a4d23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:42.196706 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Pushing event updated for resources: {'Port': ['ID=881f194b-8606-4621-a9e2-d58a10bc4ceb,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:42.210793 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:42.265101 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-9b2b240d-8565-4a6f-9598-e469b0ecb88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:42.338815 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31cd66b-21cb-4073-aff5-8ee0e634a76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd131b9-adb5-45c2-9a94-25bbe20d63e1,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:42.354039 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-a31cd66b-21cb-4073-aff5-8ee0e634a76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:42.354039 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8849a01d-9203-40c0-b4ea-9bc5900a4d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630'] for port, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:42.365568 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-a31cd66b-21cb-4073-aff5-8ee0e634a76d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f63bfc76d20644efad27a6ba9ebdbc13&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2490151 Jun 21 04:28:42.366855 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 48780) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:42.401723 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-9646cc6c-f1b1-4087-bfe2-dd3290a0b497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:42.438090 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8849a01d-9203-40c0-b4ea-9bc5900a4d23 admin admin] Network b03547ff-bdb5-4cf0-b910-6012328878f7 is already hosted by enough agents. {{(pid=92744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:28:42.513841 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'name': 'tempest-AttachVolumeTestJSON-1399362206-router', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:34Z', 'updated_at': '2021-06-21T04:28:39Z', 'revision_number': 3, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'gw_port': {'id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:36Z', 'updated_at': '2021-06-21T04:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:42.623749 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [None req-8849a01d-9203-40c0-b4ea-9bc5900a4d23 admin admin] Resources bound (agent type, host, resource id): {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:28:42.637854 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8849a01d-9203-40c0-b4ea-9bc5900a4d23 admin admin] Received port after_create {{(pid=92744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:28:42.677275 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] Checking router: bf7e2b38-ccf0-41ba-94dc-ec404de7d99d for host: dv-cinder-797170-3-smb {{(pid=92746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:28:42.679311 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] Updating router bf7e2b38-ccf0-41ba-94dc-ec404de7d99d port 0b0bd2af-8c8a-46b0-a411-a39591525acf binding host dv-cinder-797170-3-smb {{(pid=92746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:28:42.699831 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:28:42.774061 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-8ff36016-40b2-4731-ab05-486523223bd6 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:42.780971 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-8ff36016-40b2-4731-ab05-486523223bd6 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/networks?id=b3a70d8b-9a6b-46f3-b309-bba38707cca4 HTTP/1.1" status: 200 len: 811 time: 0.9425163 Jun 21 04:28:42.808692 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849a01d-9203-40c0-b4ea-9bc5900a4d23 admin admin] Pushing event updated for resources: {'Port': ['ID=2f1b6125-f615-4bec-8800-cfbfcf67b2c4,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:42.823328 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-8849a01d-9203-40c0-b4ea-9bc5900a4d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:42.823784 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:42.850876 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-56af3d33-4439-4aaf-a205-f410f5439afc tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/quotas/c4d893f39cbe4e099d4ffd0bbd231dd8 HTTP/1.1" status: 200 len: 375 time: 0.0675921 Jun 21 04:28:42.957611 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-0636f635-068c-460f-bf53-0788365de8c5 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c4d893f39cbe4e099d4ffd0bbd231dd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1057546 Jun 21 04:28:43.051681 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-afbec30d-8d13-47b2-bf21-0d01869de11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:43.084614 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-afbec30d-8d13-47b2-bf21-0d01869de11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:43.209247 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 881f194b-8606-4621-a9e2-d58a10bc4ceb up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:28:43.227596 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-afbec30d-8d13-47b2-bf21-0d01869de11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:43.234214 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-afbec30d-8d13-47b2-bf21-0d01869de11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:43.235724 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-afbec30d-8d13-47b2-bf21-0d01869de11b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/abd131b9-adb5-45c2-9a94-25bbe20d63e1 HTTP/1.1" status: 204 len: 168 time: 0.8439465 Jun 21 04:28:43.236973 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-a31cd66b-21cb-4073-aff5-8ee0e634a76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:43.298233 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbec30d-8d13-47b2-bf21-0d01869de11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd131b9-adb5-45c2-9a94-25bbe20d63e1,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:43.302589 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-afbec30d-8d13-47b2-bf21-0d01869de11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:43.493142 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-83d083a9-bb8a-4a24-8ac7-cc77c0a70cce service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=92743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:28:43.509646 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-83d083a9-bb8a-4a24-8ac7-cc77c0a70cce service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2914219 Jun 21 04:28:43.526203 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning for port 881f194b-8606-4621-a9e2-d58a10bc4ceb completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:28:43.603973 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8849a01d-9203-40c0-b4ea-9bc5900a4d23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:43.794343 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:43.820063 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] Transition to ACTIVE for port object 0b0bd2af-8c8a-46b0-a411-a39591525acf will not be triggered until provisioned by entity L2. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:28:43.839304 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:43.865234 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a58143ad-753a-428e-bb1f-216b027da1ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:43.967303 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-2ac1f77e-c2ce-4492-8678-463fc71b4478 service neutron] 10.222.0.60 "GET /v2.0/networks/b3a70d8b-9a6b-46f3-b309-bba38707cca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264965 Jun 21 04:28:43.990439 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcff475-488a-4d29-aecf-3bf3c989195e None None] Pushing event updated for resources: {'Port': ['ID=0b0bd2af-8c8a-46b0-a411-a39591525acf,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:44.034871 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcff475-488a-4d29-aecf-3bf3c989195e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:44.035913 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcff475-488a-4d29-aecf-3bf3c989195e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:44.036858 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcff475-488a-4d29-aecf-3bf3c989195e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:44.038059 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcff475-488a-4d29-aecf-3bf3c989195e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:44.039498 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcff475-488a-4d29-aecf-3bf3c989195e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:44.040459 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcff475-488a-4d29-aecf-3bf3c989195e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:44.041370 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcff475-488a-4d29-aecf-3bf3c989195e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:44.042301 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcff475-488a-4d29-aecf-3bf3c989195e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:44.043199 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcff475-488a-4d29-aecf-3bf3c989195e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:44.044294 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcff475-488a-4d29-aecf-3bf3c989195e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:44.045415 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcff475-488a-4d29-aecf-3bf3c989195e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:44.046329 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcff475-488a-4d29-aecf-3bf3c989195e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcff475-488a-4d29-aecf-3bf3c989195e None None] Tracked resource versions report: Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: pushed versions: Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: { 'AddressGroup': {'1.2'}, Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: 'ConntrackHelper': {'1.0'}, Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: 'Log': {'1.0'}, Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: 'Network': {'1.1'}, Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: 'Port': {'1.7'}, Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: 'PortForwarding': {'1.2'}, Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: 'QosPolicy': {'1.8'}, Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: 'SecurityGroup': {'1.4'}, Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: 'SubPort': {'1.0'}, Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: 'Subnet': {'1.1'}, Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: 'Trunk': {'1.1'}} Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: consumer versions: Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: { DHCP agent@dv-cinder-797170-3-smb: {}, Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: HyperV agent@hv-cinder-79717: {}, Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: L3 agent@dv-cinder-797170-3-smb: {}, Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: Metadata agent@dv-cinder-797170-3-smb: {}, Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: Metering agent@dv-cinder-797170-3-smb: {}, Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: Open vSwitch agent@dv-cinder-797170-3-smb: { 'AddressGroup': '1.2', Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: 'ConntrackHelper': '1.0', Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: 'Log': '1.0', Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: 'Network': '1.1', Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: 'Port': '1.7', Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: 'PortForwarding': '1.2', Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: 'QosPolicy': '1.8', Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: 'SecurityGroup': '1.4', Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: 'SecurityGroupRule': '1.2', Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: 'SubPort': '1.0', Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: 'Subnet': '1.1', Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: 'Trunk': '1.1'}} Jun 21 04:28:44.050884 dv-cinder-797170-3-smb neutron-server[92746]: {{(pid=92746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:28:44.076573 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] Attempting to bind port 0b0bd2af-8c8a-46b0-a411-a39591525acf on host dv-cinder-797170-3-smb for vnic_type normal with profile {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:28:44.080813 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] Attempting to bind port 0b0bd2af-8c8a-46b0-a411-a39591525acf by drivers openvswitch,hyperv on host dv-cinder-797170-3-smb at level 0 using segments [{'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:28:44.082563 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] Attempting to bind port 0b0bd2af-8c8a-46b0-a411-a39591525acf on network b03547ff-bdb5-4cf0-b910-6012328878f7 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:28:44.093150 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-efcff475-488a-4d29-aecf-3bf3c989195e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:44.100364 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] Checking agent: {'id': '0a7d828d-f304-46d9-99e1-7df9121aa7cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 20, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:28:44.101473 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] Checking segment: {'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:28:44.102902 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:44.103952 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] Bound using segment: {'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:28:44.105213 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] Bound port: 0b0bd2af-8c8a-46b0-a411-a39591525acf, host: dv-cinder-797170-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:28:44.106194 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:44.140458 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8849a01d-9203-40c0-b4ea-9bc5900a4d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515328'] for router, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:44.232539 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-be95525d-ef8f-4351-9245-6a22801bff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:44.233661 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] For port 0b0bd2af-8c8a-46b0-a411-a39591525acf, host dv-cinder-797170-3-smb, cleared binding levels {{(pid=92746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:28:44.244361 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] For port 0b0bd2af-8c8a-46b0-a411-a39591525acf, host dv-cinder-797170-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=0b0bd2af-8c8a-46b0-a411-a39591525acf,segment=NetworkSegment(187c97c0-b126-42a1-9dd9-08d372d10f19),segment_id=187c97c0-b126-42a1-9dd9-08d372d10f19)] {{(pid=92746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:28:44.261282 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:44.273022 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a58143ad-753a-428e-bb1f-216b027da1ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:44.278145 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51357608-e28a-45fd-a9fd-a71fe5549869 None None] Network 3be8ed7a-a62f-4c2a-9b4d-410174e064d0 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:28:44.402364 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] Routers {'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:28:44.403900 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:28:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:44.412401 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 48842) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:44.480328 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d47b338a-5c8f-46b8-b33b-7d6f32e8c572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:44.502392 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcff475-488a-4d29-aecf-3bf3c989195e None None] Pushing event updated for resources: {'Port': ['ID=0b0bd2af-8c8a-46b0-a411-a39591525acf,revision_number=3']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:44.557312 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-efcff475-488a-4d29-aecf-3bf3c989195e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:44.667001 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-7fd16cb5-d099-45ac-a5fa-4adb7c2c5de8 None None] Provisioning for port 881f194b-8606-4621-a9e2-d58a10bc4ceb completed by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:28:44.671903 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8849a01d-9203-40c0-b4ea-9bc5900a4d23 admin admin] Router ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 is scheduled to L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a with binding_index 1 {{(pid=92744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:28:44.683515 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-7fd16cb5-d099-45ac-a5fa-4adb7c2c5de8 None None] Provisioning complete for port 881f194b-8606-4621-a9e2-d58a10bc4ceb triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:44.684296 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7fd16cb5-d099-45ac-a5fa-4adb7c2c5de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:44.697783 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-74643de4-b6a5-4982-bb34-3c131de99a81 service neutron] 10.222.0.60 "GET /v2.0/networks/b3a70d8b-9a6b-46f3-b309-bba38707cca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7135708 Jun 21 04:28:44.739506 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] Set router bf7e2b38-ccf0-41ba-94dc-ec404de7d99d gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:28:44.964730 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_common [None req-be95525d-ef8f-4351-9245-6a22801bff6c admin admin] Allocated IP 172.20.0.1 (eacf42c2-00ce-42e3-89dd-853a4c6fa08a/5ed4de96-1760-4ad9-bdcc-bd30812b5a13/4740ed74-9d3a-4fa5-b21b-5e89458c4a63) {{(pid=92743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:28:45.174825 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7fd16cb5-d099-45ac-a5fa-4adb7c2c5de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:45.187444 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b32b8b79-a243-4a4d-b579-6abb1b69bf2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:45.224853 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d47b338a-5c8f-46b8-b33b-7d6f32e8c572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:45.240704 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d47b338a-5c8f-46b8-b33b-7d6f32e8c572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:45.245048 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8849a01d-9203-40c0-b4ea-9bc5900a4d23 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:28:45.288011 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] Sync routers for ids ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'] in dv-cinder-797170-3-smb {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:28:45.306230 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-be95525d-ef8f-4351-9245-6a22801bff6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:45.338500 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-26e4bb0a-4503-46bb-ac88-5bebc3e1d359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:45.380912 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8849a01d-9203-40c0-b4ea-9bc5900a4d23 admin admin] Notify callbacks [] for router, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:45.383655 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-8849a01d-9203-40c0-b4ea-9bc5900a4d23 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.0866661 Jun 21 04:28:45.388031 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 48860) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:45.409856 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-7fd16cb5-d099-45ac-a5fa-4adb7c2c5de8 None None] For port 881f194b-8606-4621-a9e2-d58a10bc4ceb, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=881f194b-8606-4621-a9e2-d58a10bc4ceb,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:45.434489 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7fd16cb5-d099-45ac-a5fa-4adb7c2c5de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:45.440503 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] Routers {'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:28:45.441733 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:28:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:45.446410 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-d47b338a-5c8f-46b8-b33b-7d6f32e8c572 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9616f68249874722ad0e34154280316d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0133016 Jun 21 04:28:45.447386 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.provisioning_blocks [None req-be95525d-ef8f-4351-9245-6a22801bff6c admin admin] Transition to ACTIVE for port object 4740ed74-9d3a-4fa5-b21b-5e89458c4a63 will not be triggered until provisioned by entity DHCP. {{(pid=92743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:28:45.450760 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 48866) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:45.477821 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b338a-5c8f-46b8-b33b-7d6f32e8c572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78a17f9-4856-4c1e-82a9-795e6daeadc8,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:45.510497 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-d47b338a-5c8f-46b8-b33b-7d6f32e8c572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:45.625925 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 48872) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:45.632321 dv-cinder-797170-3-smb neutron-server[92744]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 04:28:45.668907 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'name': 'tempest-AttachVolumeTestJSON-1399362206-router', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:34Z', 'updated_at': '2021-06-21T04:28:39Z', 'revision_number': 3, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'gw_port': {'id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:36Z', 'updated_at': '2021-06-21T04:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:45.678089 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ec5f5fcd-4fc4-40fb-a026-3da51ab822dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:45.807066 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-062e2e5a-a917-4840-bc0e-2eba5224388d req-bddef8e8-0893-40a4-b65d-d285c4ab8921 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/ports?device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 210 time: 0.1737456 Jun 21 04:28:45.820853 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d8772a11-76bd-4aa8-bbbd-49a4a32abc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:45.894947 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d8772a11-76bd-4aa8-bbbd-49a4a32abc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:45.988938 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] Set router ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:28:45.993308 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-be95525d-ef8f-4351-9245-6a22801bff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630'] for port, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:46.018617 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-23734ae2-b073-478f-94fc-5f2b05985f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:46.063626 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ed8f27-316c-4ab0-b22d-1b63ba0e0bd1 None None] The sync data for ids ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'] in dv-cinder-797170-3-smb is: [{'id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'name': 'tempest-AttachVolumeTestJSON-1399362206-router', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:34Z', 'updated_at': '2021-06-21T04:28:39Z', 'revision_number': 3, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'gw_port': {'id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:36Z', 'updated_at': '2021-06-21T04:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}] {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:28:46.065491 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d8772a11-76bd-4aa8-bbbd-49a4a32abc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:46.083417 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d8772a11-76bd-4aa8-bbbd-49a4a32abc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:46.091407 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-d8772a11-76bd-4aa8-bbbd-49a4a32abc3d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f78a17f9-4856-4c1e-82a9-795e6daeadc8 HTTP/1.1" status: 204 len: 168 time: 0.6243067 Jun 21 04:28:46.091739 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:46.105533 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd16cb5-d099-45ac-a5fa-4adb7c2c5de8 None None] Pushing event updated for resources: {'Port': ['ID=881f194b-8606-4621-a9e2-d58a10bc4ceb,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:46.113827 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-7fd16cb5-d099-45ac-a5fa-4adb7c2c5de8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:46.130623 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8772a11-76bd-4aa8-bbbd-49a4a32abc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78a17f9-4856-4c1e-82a9-795e6daeadc8,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:46.143298 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-d8772a11-76bd-4aa8-bbbd-49a4a32abc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:46.185147 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 48888) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:46.217522 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be95525d-ef8f-4351-9245-6a22801bff6c admin admin] Network eacf42c2-00ce-42e3-89dd-853a4c6fa08a is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:28:46.245435 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-be95525d-ef8f-4351-9245-6a22801bff6c admin admin] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:28:46.267085 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be95525d-ef8f-4351-9245-6a22801bff6c admin admin] Received port after_create {{(pid=92743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:28:46.267986 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-be95525d-ef8f-4351-9245-6a22801bff6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513839'] for router_interface, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:46.291711 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 48896) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:46.338910 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-fa889377-3e70-4588-8ce2-1760ef38385c None None] Provisioning complete for port 881f194b-8606-4621-a9e2-d58a10bc4ceb triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:46.339762 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-fa889377-3e70-4588-8ce2-1760ef38385c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:46.740608 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95525d-ef8f-4351-9245-6a22801bff6c admin admin] Pushing event updated for resources: {'Port': ['ID=4740ed74-9d3a-4fa5-b21b-5e89458c4a63,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:46.838296 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-be95525d-ef8f-4351-9245-6a22801bff6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:46.955754 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'name': 'tempest-AttachVolumeShelveTestJSON-938866125-router', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:43Z', 'revision_number': 3, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'gw_port': {'id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:47.099814 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] Checking router: ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 for host: dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:28:47.099814 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] Updating router ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 port 2f1b6125-f615-4bec-8800-cfbfcf67b2c4 binding host dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:28:47.134066 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-0a7a1ddd-85a4-4e6f-bf80-63514ae4739f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:47.230018 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d995db62-d07a-45c7-ad8e-17f36c762337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:47.247590 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:47.395646 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 0b0bd2af-8c8a-46b0-a411-a39591525acf up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:28:47.707580 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-0a7a1ddd-85a4-4e6f-bf80-63514ae4739f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:47.782087 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-be95525d-ef8f-4351-9245-6a22801bff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:47.897980 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-1cbf36a9-34fc-4e13-a706-0b52673845d8 None None] Provisioning for port 4740ed74-9d3a-4fa5-b21b-5e89458c4a63 completed by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:28:47.934845 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-1cbf36a9-34fc-4e13-a706-0b52673845d8 None None] Provisioning complete for port 4740ed74-9d3a-4fa5-b21b-5e89458c4a63 triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:47.935448 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1cbf36a9-34fc-4e13-a706-0b52673845d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:47.980353 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-0a7a1ddd-85a4-4e6f-bf80-63514ae4739f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:47.997163 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-d8772a11-76bd-4aa8-bbbd-49a4a32abc3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:48.009755 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0ad5caa1-6a7e-4c65-b637-c8c6857047cb req-fbff2776-7629-4933-a5d6-f84527928d90 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/ports?device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 210 time: 0.4452436 Jun 21 04:28:48.091927 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a1ddd-85a4-4e6f-bf80-63514ae4739f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46aecd70-abc3-4d22-ac9c-3e3f49313818,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:48.119524 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-0a7a1ddd-85a4-4e6f-bf80-63514ae4739f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:48.220413 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d995db62-d07a-45c7-ad8e-17f36c762337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:48.276181 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-0a7a1ddd-85a4-4e6f-bf80-63514ae4739f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7655b7b286ed434394a2cd4247c8ba77&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0872622 Jun 21 04:28:48.279101 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 48956) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:48.281465 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d995db62-d07a-45c7-ad8e-17f36c762337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:48.302445 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf36a9-34fc-4e13-a706-0b52673845d8 None None] Port 4740ed74-9d3a-4fa5-b21b-5e89458c4a63 cannot update to ACTIVE because it is not bound. {{(pid=92745) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:28:48.337197 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning for port 0b0bd2af-8c8a-46b0-a411-a39591525acf completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:28:48.346328 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 0b0bd2af-8c8a-46b0-a411-a39591525acf triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:48.347048 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:48.351244 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1f83abbd-904c-46bd-89ec-a3dc49e8ec1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:48.579073 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:48.629231 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:48.740514 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:48.762489 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:48.857284 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-d995db62-d07a-45c7-ad8e-17f36c762337 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c5e5843388546f0badf1d79d36873b8&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5600743 Jun 21 04:28:48.874070 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-336006f4-6c2a-4546-ae13-4e98f68008f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:48.878054 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d50ae56f-a54b-4bdd-b001-89a17c3be115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:48.900251 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 48984) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:48.910829 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:48.954347 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-be95525d-ef8f-4351-9245-6a22801bff6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:48.961587 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995db62-d07a-45c7-ad8e-17f36c762337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea8bb62-8dbd-454c-86a4-3b7ef196ddda,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:48.962220 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] Transition to ACTIVE for port object 2f1b6125-f615-4bec-8800-cfbfcf67b2c4 will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:28:48.975672 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-be95525d-ef8f-4351-9245-6a22801bff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:49.001336 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-be95525d-ef8f-4351-9245-6a22801bff6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513334'] for router_interface, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:49.007565 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-d995db62-d07a-45c7-ad8e-17f36c762337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:49.029963 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:49.042075 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] For port 0b0bd2af-8c8a-46b0-a411-a39591525acf, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=0b0bd2af-8c8a-46b0-a411-a39591525acf,segment=NetworkSegment(187c97c0-b126-42a1-9dd9-08d372d10f19),segment_id=187c97c0-b126-42a1-9dd9-08d372d10f19)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:49.068104 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:49.071647 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:49.115581 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-84e3c700-7f55-4bed-afa2-9fd45477716f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:49.117350 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d50ae56f-a54b-4bdd-b001-89a17c3be115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:49.189578 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 881f194b-8606-4621-a9e2-d58a10bc4ceb up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:28:49.444352 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-e9bfab5b-97f1-47c7-9954-fa0bef372c8f req-5f0e50fe-11d9-4c7b-89ab-3ccbd3003ce6 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/ports?device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 210 time: 0.0874250 Jun 21 04:28:49.454616 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-c27e7b91-3e5a-43c3-9df7-af4c3959ab53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:49.461401 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d50ae56f-a54b-4bdd-b001-89a17c3be115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:49.466984 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d50ae56f-a54b-4bdd-b001-89a17c3be115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:49.469186 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-d50ae56f-a54b-4bdd-b001-89a17c3be115 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/46aecd70-abc3-4d22-ac9c-3e3f49313818 HTTP/1.1" status: 204 len: 168 time: 1.1831031 Jun 21 04:28:49.476267 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:49.490908 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ae56f-a54b-4bdd-b001-89a17c3be115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46aecd70-abc3-4d22-ac9c-3e3f49313818,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:49.501644 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-d50ae56f-a54b-4bdd-b001-89a17c3be115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:49.522578 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-c27e7b91-3e5a-43c3-9df7-af4c3959ab53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:49.682632 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-c27e7b91-3e5a-43c3-9df7-af4c3959ab53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:49.688433 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-c27e7b91-3e5a-43c3-9df7-af4c3959ab53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:49.690953 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-c27e7b91-3e5a-43c3-9df7-af4c3959ab53 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9ea8bb62-8dbd-454c-86a4-3b7ef196ddda HTTP/1.1" status: 204 len: 168 time: 0.7767107 Jun 21 04:28:49.692095 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:49.707494 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:49.718604 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e7b91-3e5a-43c3-9df7-af4c3959ab53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea8bb62-8dbd-454c-86a4-3b7ef196ddda,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:49.723576 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-c27e7b91-3e5a-43c3-9df7-af4c3959ab53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:49.833716 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95525d-ef8f-4351-9245-6a22801bff6c admin admin] Pushing event updated for resources: {'Port': ['ID=4740ed74-9d3a-4fa5-b21b-5e89458c4a63,revision_number=2']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:49.836829 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] Attempting to bind port 2f1b6125-f615-4bec-8800-cfbfcf67b2c4 on host dv-cinder-797170-3-smb for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:28:49.837712 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] Attempting to bind port 2f1b6125-f615-4bec-8800-cfbfcf67b2c4 by drivers openvswitch,hyperv on host dv-cinder-797170-3-smb at level 0 using segments [{'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:28:49.838327 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] Attempting to bind port 2f1b6125-f615-4bec-8800-cfbfcf67b2c4 on network b03547ff-bdb5-4cf0-b910-6012328878f7 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:28:49.848599 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a064c60-2385-407b-a00a-b655745f8cf0 None None] Pushing event updated for resources: {'Port': ['ID=2f1b6125-f615-4bec-8800-cfbfcf67b2c4,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:49.854272 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-be95525d-ef8f-4351-9245-6a22801bff6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:49.966071 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] Checking agent: {'id': '0a7d828d-f304-46d9-99e1-7df9121aa7cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 20, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:28:49.966855 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] Checking segment: {'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:28:49.967791 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:49.969689 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] Bound using segment: {'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:28:49.970917 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] Bound port: 2f1b6125-f615-4bec-8800-cfbfcf67b2c4, host: dv-cinder-797170-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:28:49.972230 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:50.257264 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be95525d-ef8f-4351-9245-6a22801bff6c admin admin] Network eacf42c2-00ce-42e3-89dd-853a4c6fa08a is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:28:50.259671 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Pushing event updated for resources: {'Port': ['ID=0b0bd2af-8c8a-46b0-a411-a39591525acf,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:50.266029 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-be95525d-ef8f-4351-9245-6a22801bff6c admin admin] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:28:50.289440 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.176s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:50.303203 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.772s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:50.303800 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:50.310901 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_common [None req-336006f4-6c2a-4546-ae13-4e98f68008f1 admin admin] Allocated IP 172.20.0.1 (3be8ed7a-a62f-4c2a-9b4d-410174e064d0/0b063768-9c1b-46e1-8850-d03763645351/a4aea09c-8dfa-46b7-b29c-42249f03e099) {{(pid=92743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:28:50.353751 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 881f194b-8606-4621-a9e2-d58a10bc4ceb triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:50.360445 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:50.532758 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] For port 2f1b6125-f615-4bec-8800-cfbfcf67b2c4, host dv-cinder-797170-3-smb, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:28:50.623589 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] For port 2f1b6125-f615-4bec-8800-cfbfcf67b2c4, host dv-cinder-797170-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=2f1b6125-f615-4bec-8800-cfbfcf67b2c4,segment=NetworkSegment(187c97c0-b126-42a1-9dd9-08d372d10f19),segment_id=187c97c0-b126-42a1-9dd9-08d372d10f19)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:28:50.631760 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:50.663780 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 49050) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:50.673775 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:50.705855 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-33444a68-25e9-4d84-af8d-49a30ef08345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:50.945489 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-33444a68-25e9-4d84-af8d-49a30ef08345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:50.952729 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-33444a68-25e9-4d84-af8d-49a30ef08345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:50.957351 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-d47b338a-5c8f-46b8-b33b-7d6f32e8c572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:51.010621 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33444a68-25e9-4d84-af8d-49a30ef08345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e83382b-b287-42f2-827a-ed81c5f6e72e,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:51.018477 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] Routers {'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:28:51.021845 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:28:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:51.024149 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-33444a68-25e9-4d84-af8d-49a30ef08345 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b490473dd8c44abd9d65496cc8e105ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3548565 Jun 21 04:28:51.025854 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-33444a68-25e9-4d84-af8d-49a30ef08345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:51.026604 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 49060) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:51.102221 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-41cbe2b2-74c8-4927-be80-d58f68da34fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:51.114124 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be95525d-ef8f-4351-9245-6a22801bff6c admin admin] Router bf7e2b38-ccf0-41ba-94dc-ec404de7d99d has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:28:51.275830 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-41cbe2b2-74c8-4927-be80-d58f68da34fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:51.333099 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] Set router ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:28:51.355495 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-6c5698d3-3eee-4741-8f21-5dc9aa1c43ce req-5e90e4b4-a394-4921-9e6d-d6f04c900fe5 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/ports?device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 210 time: 0.1457975 Jun 21 04:28:51.483078 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-336006f4-6c2a-4546-ae13-4e98f68008f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:51.498281 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-41cbe2b2-74c8-4927-be80-d58f68da34fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:51.514748 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-41cbe2b2-74c8-4927-be80-d58f68da34fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:51.519807 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-41cbe2b2-74c8-4927-be80-d58f68da34fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e83382b-b287-42f2-827a-ed81c5f6e72e HTTP/1.1" status: 204 len: 168 time: 0.4910991 Jun 21 04:28:51.521001 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-c27e7b91-3e5a-43c3-9df7-af4c3959ab53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:51.536833 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a064c60-2385-407b-a00a-b655745f8cf0 None None] Pushing event updated for resources: {'Port': ['ID=2f1b6125-f615-4bec-8800-cfbfcf67b2c4,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:51.549367 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-5a064c60-2385-407b-a00a-b655745f8cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.875s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:51.568788 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-3670c170-1aa0-44b1-81ef-db2c2f37bfd5 None None] Provisioning complete for port 4740ed74-9d3a-4fa5-b21b-5e89458c4a63 triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:51.570753 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3670c170-1aa0-44b1-81ef-db2c2f37bfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:51.608475 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbe2b2-74c8-4927-be80-d58f68da34fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e83382b-b287-42f2-827a-ed81c5f6e72e,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:51.610062 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.provisioning_blocks [None req-336006f4-6c2a-4546-ae13-4e98f68008f1 admin admin] Transition to ACTIVE for port object a4aea09c-8dfa-46b7-b29c-42249f03e099 will not be triggered until provisioned by entity DHCP. {{(pid=92743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:28:51.627411 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-41cbe2b2-74c8-4927-be80-d58f68da34fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:51.710252 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be95525d-ef8f-4351-9245-6a22801bff6c admin admin] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:28:51.726012 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] Sync routers for ids ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'] in dv-cinder-797170-3-smb {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:28:51.727868 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-be95525d-ef8f-4351-9245-6a22801bff6c admin admin] 10.222.0.60 "PUT /v2.0/routers/bf7e2b38-ccf0-41ba-94dc-ec404de7d99d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3248413 Jun 21 04:28:51.775338 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] Routers {'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:28:51.776420 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:28:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:51.799002 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-336006f4-6c2a-4546-ae13-4e98f68008f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630'] for port, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:51.812462 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:51.824539 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 0b0bd2af-8c8a-46b0-a411-a39591525acf up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:28:51.903095 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.61', 56213) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:52.007582 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336006f4-6c2a-4546-ae13-4e98f68008f1 admin admin] Network 3be8ed7a-a62f-4c2a-9b4d-410174e064d0 is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:28:52.044736 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336006f4-6c2a-4546-ae13-4e98f68008f1 admin admin] Pushing event updated for resources: {'Port': ['ID=a4aea09c-8dfa-46b7-b29c-42249f03e099,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:52.050786 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-336006f4-6c2a-4546-ae13-4e98f68008f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:28:52.094906 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-336006f4-6c2a-4546-ae13-4e98f68008f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:52.112949 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:52.125156 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-3670c170-1aa0-44b1-81ef-db2c2f37bfd5 None None] Port 4740ed74-9d3a-4fa5-b21b-5e89458c4a63 cannot update to ACTIVE because it is not bound. {{(pid=92745) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:28:52.138146 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336006f4-6c2a-4546-ae13-4e98f68008f1 admin admin] Received port after_create {{(pid=92743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:28:52.139902 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-336006f4-6c2a-4546-ae13-4e98f68008f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513839'] for router_interface, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:52.278232 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] Set router bf7e2b38-ccf0-41ba-94dc-ec404de7d99d gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:28:52.402504 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-6ec601c9-d4cb-4008-a497-f2c79e641b47 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:52.404178 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-6ec601c9-d4cb-4008-a497-f2c79e641b47 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.61 "GET /v2.0/networks?id=b3a70d8b-9a6b-46f3-b309-bba38707cca4 HTTP/1.1" status: 200 len: 811 time: 0.4916191 Jun 21 04:28:52.458688 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-3f53edc7-8bac-4fb9-a442-be9f8b8517ec tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Request body: {'port': {'device_id': '0718336c-5155-4e04-914c-1f31bfff4d3e', 'network_id': 'b3a70d8b-9a6b-46f3-b309-bba38707cca4', 'admin_state_up': True, 'tenant_id': 'c4d893f39cbe4e099d4ffd0bbd231dd8'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:52.555768 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 0b0bd2af-8c8a-46b0-a411-a39591525acf triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:52.556287 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:52.798719 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-336006f4-6c2a-4546-ae13-4e98f68008f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:52.937909 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-ec2903c6-5ea2-4cb0-94ce-bb45c13a62d6 None None] Provisioning for port a4aea09c-8dfa-46b7-b29c-42249f03e099 completed by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:28:52.966481 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-ec2903c6-5ea2-4cb0-94ce-bb45c13a62d6 None None] Provisioning complete for port a4aea09c-8dfa-46b7-b29c-42249f03e099 triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:52.967604 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ec2903c6-5ea2-4cb0-94ce-bb45c13a62d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:53.142341 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-ec2903c6-5ea2-4cb0-94ce-bb45c13a62d6 None None] Port a4aea09c-8dfa-46b7-b29c-42249f03e099 cannot update to ACTIVE because it is not bound. {{(pid=92745) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:28:53.337348 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-3f53edc7-8bac-4fb9-a442-be9f8b8517ec tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Made reservation on behalf of c4d893f39cbe4e099d4ffd0bbd231dd8 for: {'port': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:28:53.344613 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-3f53edc7-8bac-4fb9-a442-be9f8b8517ec tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:53.348200 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'name': 'tempest-AttachVolumeTestJSON-1399362206-router', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:34Z', 'updated_at': '2021-06-21T04:28:47Z', 'revision_number': 4, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'gw_port': {'id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:36Z', 'updated_at': '2021-06-21T04:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': '4740ed74-9d3a-4fa5-b21b-5e89458c4a63', 'name': '', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'mac_address': 'fa:16:3e:e3:d9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:44Z', 'updated_at': '2021-06-21T04:28:47Z', 'revision_number': 2, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'subnets': [{'id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:53.436220 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'name': 'tempest-AttachVolumeShelveTestJSON-938866125-router', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:43Z', 'revision_number': 3, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'gw_port': {'id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:53.501841 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] Checking router: bf7e2b38-ccf0-41ba-94dc-ec404de7d99d for host: dv-cinder-797170-3-smb {{(pid=92746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:28:53.503610 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] Updating router bf7e2b38-ccf0-41ba-94dc-ec404de7d99d port 4740ed74-9d3a-4fa5-b21b-5e89458c4a63 binding host dv-cinder-797170-3-smb {{(pid=92746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:28:53.586552 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f167c2-b391-4ed2-8e13-f95dbe0b9456 None None] The sync data for ids ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'] in dv-cinder-797170-3-smb is: [{'id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'name': 'tempest-AttachVolumeShelveTestJSON-938866125-router', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:43Z', 'revision_number': 3, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'gw_port': {'id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}] {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:28:53.657654 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:53.710039 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d97f2944-6a53-4b15-a653-5119825356ba req-dff93508-0302-4165-af1e-e2a4d3a237f7 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/ports?device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 210 time: 0.3421497 Jun 21 04:28:53.769045 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-336006f4-6c2a-4546-ae13-4e98f68008f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:53.772329 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-336006f4-6c2a-4546-ae13-4e98f68008f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:53.775177 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-336006f4-6c2a-4546-ae13-4e98f68008f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513334'] for router_interface, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:53.779121 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-be95525d-ef8f-4351-9245-6a22801bff6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:53.942821 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336006f4-6c2a-4546-ae13-4e98f68008f1 admin admin] Pushing event updated for resources: {'Port': ['ID=a4aea09c-8dfa-46b7-b29c-42249f03e099,revision_number=2']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:53.957661 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-336006f4-6c2a-4546-ae13-4e98f68008f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:54.083407 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 49166) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:54.113717 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336006f4-6c2a-4546-ae13-4e98f68008f1 admin admin] Network 3be8ed7a-a62f-4c2a-9b4d-410174e064d0 is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:28:54.116565 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-336006f4-6c2a-4546-ae13-4e98f68008f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:28:54.195012 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_common [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-3f53edc7-8bac-4fb9-a442-be9f8b8517ec tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Allocated IP 172.20.0.6 (b3a70d8b-9a6b-46f3-b309-bba38707cca4/7468c761-0fba-4389-861e-25b17ebab286/bb20a0e8-6189-480f-b69c-eb825e1a69a9) {{(pid=92744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:28:54.503722 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336006f4-6c2a-4546-ae13-4e98f68008f1 admin admin] Router ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:28:54.806644 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7c21fa9a-5e62-42c0-98e3-4ed7c21c3547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:54.870959 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 49216) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:54.885805 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 49220) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:54.905030 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-e19ca2fd-30ba-4e24-ae52-996ab899df81 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--939674108', 'description': 'tempest-description--906251458'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:55.048541 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336006f4-6c2a-4546-ae13-4e98f68008f1 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:28:55.072736 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-3504e014-bdb9-4987-93cc-c0c49ceb8b72 None None] Provisioning complete for port a4aea09c-8dfa-46b7-b29c-42249f03e099 triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:55.074989 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3504e014-bdb9-4987-93cc-c0c49ceb8b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:55.083761 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-336006f4-6c2a-4546-ae13-4e98f68008f1 admin admin] 10.222.0.60 "PUT /v2.0/routers/ecb5c198-6f3c-4a04-ac85-5c9d899b01f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6912465 Jun 21 04:28:55.140106 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:55.205195 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-3504e014-bdb9-4987-93cc-c0c49ceb8b72 None None] Port a4aea09c-8dfa-46b7-b29c-42249f03e099 cannot update to ACTIVE because it is not bound. {{(pid=92745) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:28:55.228915 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] Transition to ACTIVE for port object 4740ed74-9d3a-4fa5-b21b-5e89458c4a63 will not be triggered until provisioned by entity L2. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:28:55.254231 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:55.265789 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-87362b21-1dc1-43a6-89a0-9a628e958a82 req-6b8e9eb8-da9c-4053-9b4f-7f4454622bd1 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/ports?device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 210 time: 0.0950792 Jun 21 04:28:55.272333 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:55.368821 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-3f53edc7-8bac-4fb9-a442-be9f8b8517ec tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Notify callbacks [] for port, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:55.443779 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-1ea6a8d4-7441-4193-ab4a-66b601a0aa69 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1163333952-network', 'tenant_id': '390b936d8fc34da29f8e71dd010e4bb8'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:55.484882 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7c21fa9a-5e62-42c0-98e3-4ed7c21c3547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:55.515922 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7c21fa9a-5e62-42c0-98e3-4ed7c21c3547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:55.542773 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-3f53edc7-8bac-4fb9-a442-be9f8b8517ec tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630'] for port, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:55.559410 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:55.861021 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bdc20-187c-4524-b9fa-c649a1caf3d3 None None] Pushing event updated for resources: {'Port': ['ID=4740ed74-9d3a-4fa5-b21b-5e89458c4a63,revision_number=3']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:55.872900 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea6a8d4-7441-4193-ab4a-66b601a0aa69 admin admin] Made reservation on behalf of 390b936d8fc34da29f8e71dd010e4bb8 for: {'network': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:28:55.887991 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-1a0bdc20-187c-4524-b9fa-c649a1caf3d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:55.893142 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1ea6a8d4-7441-4193-ab4a-66b601a0aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for network, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:55.896814 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21fa9a-5e62-42c0-98e3-4ed7c21c3547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88288a6-ec1b-4963-9460-c8a29c90021f,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:55.925945 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-7c21fa9a-5e62-42c0-98e3-4ed7c21c3547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:55.968621 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1ea6a8d4-7441-4193-ab4a-66b601a0aa69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:56.007258 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 2f1b6125-f615-4bec-8800-cfbfcf67b2c4 up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:28:56.057799 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-3f53edc7-8bac-4fb9-a442-be9f8b8517ec tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Network b3a70d8b-9a6b-46f3-b309-bba38707cca4 is already hosted by enough agents. {{(pid=92744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:28:56.059982 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:56.085550 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] Attempting to bind port 4740ed74-9d3a-4fa5-b21b-5e89458c4a63 on host dv-cinder-797170-3-smb for vnic_type normal with profile {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:28:56.086416 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] Attempting to bind port 4740ed74-9d3a-4fa5-b21b-5e89458c4a63 by drivers openvswitch,hyperv on host dv-cinder-797170-3-smb at level 0 using segments [{'id': '50fb9846-5f25-4e5f-8fbf-a7a96f258e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a'}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:28:56.087626 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] Attempting to bind port 4740ed74-9d3a-4fa5-b21b-5e89458c4a63 on network eacf42c2-00ce-42e3-89dd-853a4c6fa08a {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:28:56.117396 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] Checking agent: {'id': '0a7d828d-f304-46d9-99e1-7df9121aa7cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 20, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:28:56.121581 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] Checking segment: {'id': '50fb9846-5f25-4e5f-8fbf-a7a96f258e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:28:56.122452 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:56.129915 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] Bound using segment: {'id': '50fb9846-5f25-4e5f-8fbf-a7a96f258e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a'} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:28:56.131082 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] Bound port: 4740ed74-9d3a-4fa5-b21b-5e89458c4a63, host: dv-cinder-797170-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50fb9846-5f25-4e5f-8fbf-a7a96f258e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a'}}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:28:56.131709 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:56.336090 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e19ca2fd-30ba-4e24-ae52-996ab899df81 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:56.461381 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-3f53edc7-8bac-4fb9-a442-be9f8b8517ec tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Resources bound (agent type, host, resource id): {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:28:56.489752 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning for port 2f1b6125-f615-4bec-8800-cfbfcf67b2c4 completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:28:56.522439 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 2f1b6125-f615-4bec-8800-cfbfcf67b2c4 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:56.523040 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:56.545663 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-3f53edc7-8bac-4fb9-a442-be9f8b8517ec tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Received port after_create {{(pid=92744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:28:56.569773 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] For port 4740ed74-9d3a-4fa5-b21b-5e89458c4a63, host dv-cinder-797170-3-smb, cleared binding levels {{(pid=92746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:28:56.571135 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-3f53edc7-8bac-4fb9-a442-be9f8b8517ec tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:56.571985 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-3f53edc7-8bac-4fb9-a442-be9f8b8517ec tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:56.586800 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] For port 4740ed74-9d3a-4fa5-b21b-5e89458c4a63, host dv-cinder-797170-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=4740ed74-9d3a-4fa5-b21b-5e89458c4a63,segment=NetworkSegment(50fb9846-5f25-4e5f-8fbf-a7a96f258e08),segment_id=50fb9846-5f25-4e5f-8fbf-a7a96f258e08)] {{(pid=92746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:28:56.598438 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:56.617019 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53edc7-8bac-4fb9-a442-be9f8b8517ec tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Pushing event updated for resources: {'Port': ['ID=bb20a0e8-6189-480f-b69c-eb825e1a69a9,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:56.638862 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-3f53edc7-8bac-4fb9-a442-be9f8b8517ec tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:56.663064 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1ea6a8d4-7441-4193-ab4a-66b601a0aa69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:56.676282 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:56.678785 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1ea6a8d4-7441-4193-ab4a-66b601a0aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:56.724797 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-7c21fa9a-5e62-42c0-98e3-4ed7c21c3547 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a326b7ccb16430384a5159e173c468e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6834638 Jun 21 04:28:56.738734 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea6a8d4-7441-4193-ab4a-66b601a0aa69 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=92743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:28:56.748309 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 49280) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:56.794101 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1ea6a8d4-7441-4193-ab4a-66b601a0aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:56.797116 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.db.segments_db [None req-1ea6a8d4-7441-4193-ab4a-66b601a0aa69 admin admin] Added segment 680ffa54-6665-4957-8032-f66973b5845e of type vlan for network 751885cd-ef1e-4eb2-a909-ba4e38fe1f37 Jun 21 04:28:56.900594 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-3f53edc7-8bac-4fb9-a442-be9f8b8517ec tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4464090 Jun 21 04:28:57.047350 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-0eae4fca-a28b-47ec-a9b2-8fc9491d6f3b tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=92744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:28:57.062508 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-0eae4fca-a28b-47ec-a9b2-8fc9491d6f3b tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1037309 Jun 21 04:28:57.067267 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] Routers {'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:28:57.068420 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:28:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:57.118753 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:57.158232 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1ea6a8d4-7441-4193-ab4a-66b601a0aa69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772645272028'] for network, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:57.249905 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-2d535843-0d9c-4f02-832e-37a387fc7edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:57.426371 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] For port 2f1b6125-f615-4bec-8800-cfbfcf67b2c4, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=2f1b6125-f615-4bec-8800-cfbfcf67b2c4,segment=NetworkSegment(187c97c0-b126-42a1-9dd9-08d372d10f19),segment_id=187c97c0-b126-42a1-9dd9-08d372d10f19)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:57.453131 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:57.474607 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-7fd16cb5-d099-45ac-a5fa-4adb7c2c5de8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:57.699672 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e19ca2fd-30ba-4e24-ae52-996ab899df81 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:57.704239 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bdc20-187c-4524-b9fa-c649a1caf3d3 None None] Pushing event updated for resources: {'Port': ['ID=4740ed74-9d3a-4fa5-b21b-5e89458c4a63,revision_number=4']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:57.705830 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-74a5b201-bdda-413e-8925-2bc0a761430c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:57.719705 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-1a0bdc20-187c-4524-b9fa-c649a1caf3d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.047s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:57.723828 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e19ca2fd-30ba-4e24-ae52-996ab899df81 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:57.877195 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] Sync routers for ids ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'] in dv-cinder-797170-3-smb {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:28:57.883611 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:57.920973 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.db.resource_extend [None req-1ea6a8d4-7441-4193-ab4a-66b601a0aa69 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 21 04:28:57.977639 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6a8d4-7441-4193-ab4a-66b601a0aa69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f608b16c-4520-4848-b235-b44c73d656a7,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:57.998743 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] Set router bf7e2b38-ccf0-41ba-94dc-ec404de7d99d gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:28:58.025990 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-74a5b201-bdda-413e-8925-2bc0a761430c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:58.031869 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e19ca2fd-30ba-4e24-ae52-996ab899df81 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:58.047350 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-e19ca2fd-30ba-4e24-ae52-996ab899df81 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.1551969 Jun 21 04:28:58.086458 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 49306) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:58.112198 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-1ea6a8d4-7441-4193-ab4a-66b601a0aa69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.862s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:58.130620 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-13458f70-b8f2-4f64-893d-ea24050ae7a2 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Request body: {'security_group_rule': {'security_group_id': '62f498a9-8a29-4f85-bd2c-08d10cd6ad9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:58.132252 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1ea6a8d4-7441-4193-ab4a-66b601a0aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842'] for network, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:58.187419 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea6a8d4-7441-4193-ab4a-66b601a0aa69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:58.192643 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1ea6a8d4-7441-4193-ab4a-66b601a0aa69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:58.216188 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Pushing event updated for resources: {'Port': ['ID=2f1b6125-f615-4bec-8800-cfbfcf67b2c4,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:58.226591 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ca2fd-30ba-4e24-ae52-996ab899df81 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:58.243610 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e19ca2fd-30ba-4e24-ae52-996ab899df81 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:58.247708 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:58.253066 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:58.259705 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] Routers {'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:28:58.267624 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:28:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:58.315553 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] Request body: {'port': {'device_id': '0718336c-5155-4e04-914c-1f31bfff4d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:58.505490 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-13458f70-b8f2-4f64-893d-ea24050ae7a2 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:58.615368 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-74a5b201-bdda-413e-8925-2bc0a761430c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:58.642370 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-74a5b201-bdda-413e-8925-2bc0a761430c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:58.645703 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6a8d4-7441-4193-ab4a-66b601a0aa69 admin admin] Pushing event updated for resources: {'Network': ['ID=751885cd-ef1e-4eb2-a909-ba4e38fe1f37,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:58.658942 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-74a5b201-bdda-413e-8925-2bc0a761430c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e88288a6-ec1b-4963-9460-c8a29c90021f HTTP/1.1" status: 204 len: 168 time: 1.8953764 Jun 21 04:28:58.690631 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12d6e1-a993-46cc-bbe4-93478c7f6ba8 req-2fdf2a3b-5434-4de4-8d09-4b4bc91ab275 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:58.720928 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-8d12d6e1-a993-46cc-bbe4-93478c7f6ba8 req-2fdf2a3b-5434-4de4-8d09-4b4bc91ab275 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/ports?device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 931 time: 1.4862287 Jun 21 04:28:58.739844 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-1ea6a8d4-7441-4193-ab4a-66b601a0aa69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:58.808565 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-33444a68-25e9-4d84-af8d-49a30ef08345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:58.817896 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'name': 'tempest-AttachVolumeTestJSON-1399362206-router', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:34Z', 'updated_at': '2021-06-21T04:28:47Z', 'revision_number': 4, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'gw_port': {'id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:36Z', 'updated_at': '2021-06-21T04:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': '4740ed74-9d3a-4fa5-b21b-5e89458c4a63', 'name': '', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'mac_address': 'fa:16:3e:e3:d9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:44Z', 'updated_at': '2021-06-21T04:28:56Z', 'revision_number': 4, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'subnets': [{'id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:58.870346 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Network 751885cd-ef1e-4eb2-a909-ba4e38fe1f37 details requested by agent ovs-agent-dv-cinder-797170-3-smb with host dv-cinder-797170-3-smb {{(pid=92745) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:28:58.968539 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 49332) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:58.972857 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 49334) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:58.986076 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5c0dd8-b6dd-4410-b8e2-dfb0d61fd190 None None] The sync data for ids ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'] in dv-cinder-797170-3-smb is: [{'id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'name': 'tempest-AttachVolumeTestJSON-1399362206-router', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:34Z', 'updated_at': '2021-06-21T04:28:47Z', 'revision_number': 4, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'gw_port': {'id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:36Z', 'updated_at': '2021-06-21T04:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': '4740ed74-9d3a-4fa5-b21b-5e89458c4a63', 'name': '', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'mac_address': 'fa:16:3e:e3:d9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:44Z', 'updated_at': '2021-06-21T04:28:56Z', 'revision_number': 4, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'subnets': [{'id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:28:59.000136 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-1ea6a8d4-7441-4193-ab4a-66b601a0aa69 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.1108625 Jun 21 04:28:59.003781 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 49336) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:59.012988 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5b201-bdda-413e-8925-2bc0a761430c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88288a6-ec1b-4963-9460-c8a29c90021f,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:59.040192 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-89922631-a410-49f2-a3a4-d3e5d2eec09f admin admin] Request body: {'subnet': {'network_id': '751885cd-ef1e-4eb2-a909-ba4e38fe1f37', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1163333952-subnet', 'tenant_id': '390b936d8fc34da29f8e71dd010e4bb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:59.052152 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-21f39d1d-c157-4e2c-bfea-e4deded9b51d tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1394243643', 'description': 'tempest-description--1477168595'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:59.073531 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-74a5b201-bdda-413e-8925-2bc0a761430c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:59.081001 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:59.164307 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-8d12d6e1-a993-46cc-bbe4-93478c7f6ba8 req-81108943-63ba-4ea1-9571-c3ae19517ce1 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/security-groups?id=d270ba23-6d34-4468-a4b5-3b6a69fb9700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383435 Jun 21 04:28:59.183687 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89922631-a410-49f2-a3a4-d3e5d2eec09f admin admin] Made reservation on behalf of 390b936d8fc34da29f8e71dd010e4bb8 for: {'subnet': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:28:59.192321 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-89922631-a410-49f2-a3a4-d3e5d2eec09f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:59.267806 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] Set router ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:28:59.282832 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-13458f70-b8f2-4f64-893d-ea24050ae7a2 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:59.426720 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-13458f70-b8f2-4f64-893d-ea24050ae7a2 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379083'] for security_group_rule, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:59.437846 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-21f39d1d-c157-4e2c-bfea-e4deded9b51d tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:59.971182 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'name': 'tempest-AttachVolumeShelveTestJSON-938866125-router', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:52Z', 'revision_number': 4, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'gw_port': {'id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': 'a4aea09c-8dfa-46b7-b29c-42249f03e099', 'name': '', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'mac_address': 'fa:16:3e:69:9c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b063768-9c1b-46e1-8850-d03763645351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:48Z', 'updated_at': '2021-06-21T04:28:53Z', 'revision_number': 2, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'subnets': [{'id': '0b063768-9c1b-46e1-8850-d03763645351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:00.010981 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:00.021213 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-89922631-a410-49f2-a3a4-d3e5d2eec09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849'] for subnet, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:00.025452 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-4075e396-8c3a-4636-ac9d-e0e230307c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:00.060481 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 4740ed74-9d3a-4fa5-b21b-5e89458c4a63 up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:00.066972 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] Checking router: ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 for host: dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:29:00.077721 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] Updating router ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 port a4aea09c-8dfa-46b7-b29c-42249f03e099 binding host dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:29:00.318732 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89922631-a410-49f2-a3a4-d3e5d2eec09f admin admin] Checking segment: {'id': '680ffa54-6665-4957-8032-f66973b5845e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '751885cd-ef1e-4eb2-a909-ba4e38fe1f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:00.319092 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89922631-a410-49f2-a3a4-d3e5d2eec09f admin admin] Network hostable DHCP agents. Network: 751885cd-ef1e-4eb2-a909-ba4e38fe1f37, hostable agents: ['f03cc20b-fa45-497d-ab77-a260e4d7f44c'], hosted agents: [] {{(pid=92743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:29:00.338504 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922631-a410-49f2-a3a4-d3e5d2eec09f admin admin] Pushing event updated for resources: {'Subnet': ['ID=44430f7e-b9c1-4b62-a232-2c8cece2d3d6,revision_number=0']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:00.358203 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-89922631-a410-49f2-a3a4-d3e5d2eec09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:00.387046 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13458f70-b8f2-4f64-893d-ea24050ae7a2 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d45cc2-9c90-49f6-ba49-89d7b7b8f499,revision_number=0']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:00.404941 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89922631-a410-49f2-a3a4-d3e5d2eec09f admin admin] Network 751885cd-ef1e-4eb2-a909-ba4e38fe1f37 is scheduled to be hosted by DHCP agent f03cc20b-fa45-497d-ab77-a260e4d7f44c with binding_index 1 {{(pid=92743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:29:00.419559 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-89922631-a410-49f2-a3a4-d3e5d2eec09f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-smb, 751885cd-ef1e-4eb2-a909-ba4e38fe1f37) {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:00.439192 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89922631-a410-49f2-a3a4-d3e5d2eec09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:00.441452 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-13458f70-b8f2-4f64-893d-ea24050ae7a2 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:00.469686 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-89922631-a410-49f2-a3a4-d3e5d2eec09f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for subnet, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:00.650676 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369ce415-bf78-439a-a23b-d767e4eedc55 None None] Network 751885cd-ef1e-4eb2-a909-ba4e38fe1f37 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:29:00.666754 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-21f39d1d-c157-4e2c-bfea-e4deded9b51d tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:00.669095 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8b1791b1-c88e-4745-8cea-2a98bfc91159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:00.690476 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-89922631-a410-49f2-a3a4-d3e5d2eec09f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6611969 Jun 21 04:29:00.705314 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-21f39d1d-c157-4e2c-bfea-e4deded9b51d tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:00.869967 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:00.871549 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:00.882274 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-13458f70-b8f2-4f64-893d-ea24050ae7a2 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:00.888954 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-13458f70-b8f2-4f64-893d-ea24050ae7a2 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7854137 Jun 21 04:29:00.891497 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 49376) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:00.899865 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-63bbd59d-a0de-4e4d-b007-db04466661c2 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Request body: {'security_group_rule': {'security_group_id': '62f498a9-8a29-4f85-bd2c-08d10cd6ad9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:01.111503 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-63bbd59d-a0de-4e4d-b007-db04466661c2 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:01.499053 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-63bbd59d-a0de-4e4d-b007-db04466661c2 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:01.507347 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-63bbd59d-a0de-4e4d-b007-db04466661c2 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379083'] for security_group_rule, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:01.526975 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:01.563252 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f39d1d-c157-4e2c-bfea-e4deded9b51d tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a31dfb33-d510-4626-9af1-6b4f84688b69,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:01.579894 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-21f39d1d-c157-4e2c-bfea-e4deded9b51d tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:01.607555 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbd59d-a0de-4e4d-b007-db04466661c2 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae14624-76db-4118-97fb-7ea29b063e00,revision_number=0']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:01.621142 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-63bbd59d-a0de-4e4d-b007-db04466661c2 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:01.740216 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:01.748774 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8b1791b1-c88e-4745-8cea-2a98bfc91159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:01.770863 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-63bbd59d-a0de-4e4d-b007-db04466661c2 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:01.774381 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-63bbd59d-a0de-4e4d-b007-db04466661c2 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8804920 Jun 21 04:29:01.778578 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 49396) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:01.787062 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-9107bd0e-86bc-473b-9977-4bb79691ea83 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Request body: {'floatingip': {'floating_network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:01.812598 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] Transition to ACTIVE for port object a4aea09c-8dfa-46b7-b29c-42249f03e099 will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:01.822039 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning for port 4740ed74-9d3a-4fa5-b21b-5e89458c4a63 completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:01.828300 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:01.836965 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:01.901849 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8b1791b1-c88e-4745-8cea-2a98bfc91159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:01.918286 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9107bd0e-86bc-473b-9977-4bb79691ea83 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for floatingip, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:01.937684 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-21f39d1d-c157-4e2c-bfea-e4deded9b51d tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:01.946100 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-21f39d1d-c157-4e2c-bfea-e4deded9b51d tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.9367750 Jun 21 04:29:01.953161 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 49400) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:02.023875 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-aa79e006-4e1f-4b18-89ba-d1623028fd2c tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Request body: {'security_group_rule': {'security_group_id': 'a31dfb33-d510-4626-9af1-6b4f84688b69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:02.047994 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b0bb9-6635-4367-af0b-243321706ba6 None None] Pushing event updated for resources: {'Port': ['ID=a4aea09c-8dfa-46b7-b29c-42249f03e099,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:02.087089 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-104b0bb9-6635-4367-af0b-243321706ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:02.091432 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 4740ed74-9d3a-4fa5-b21b-5e89458c4a63 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:02.093665 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:02.111646 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e19ca2fd-30ba-4e24-ae52-996ab899df81 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:02.188245 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60711985-a863-43ea-b8fd-de0646f923b7 req-cd5c7c66-1ae0-4b89-92c5-228342d0c2f8 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:02.221680 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-60711985-a863-43ea-b8fd-de0646f923b7 req-cd5c7c66-1ae0-4b89-92c5-228342d0c2f8 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/ports?device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 931 time: 1.4998679 Jun 21 04:29:02.248084 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1791b1-c88e-4745-8cea-2a98bfc91159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe7677c-596d-4767-9814-12af03da3084,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:02.345755 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-8b1791b1-c88e-4745-8cea-2a98bfc91159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:02.615197 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb20a0e8-6189-480f-b69c-eb825e1a69a9 {{(pid=92744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:29:02.630634 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:02.654950 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.provisioning_blocks [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] Transition to ACTIVE for port object bb20a0e8-6189-480f-b69c-eb825e1a69a9 will not be triggered until provisioned by entity L2. {{(pid=92744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:02.670974 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-8b1791b1-c88e-4745-8cea-2a98bfc91159 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=496b187fa5fb4127b50f3c0d062a1e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6646731 Jun 21 04:29:02.680394 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:02.681352 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 49424) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:02.701579 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:02.730533 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-60711985-a863-43ea-b8fd-de0646f923b7 req-ff01f5ba-d288-4542-b7ac-b01d8603b0ca tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/security-groups?id=d270ba23-6d34-4468-a4b5-3b6a69fb9700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5079353 Jun 21 04:29:02.919485 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-aa79e006-4e1f-4b18-89ba-d1623028fd2c tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:02.983280 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9107bd0e-86bc-473b-9977-4bb79691ea83 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:03.069369 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9eb4f07-dd11-452a-8ddf-32ed4cb0e072 None None] Network 751885cd-ef1e-4eb2-a909-ba4e38fe1f37 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:29:03.103227 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] Pushing event updated for resources: {'Port': ['ID=bb20a0e8-6189-480f-b69c-eb825e1a69a9,revision_number=2']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:03.141420 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 49434) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:03.156573 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-e207acc4-7fae-4243-b48b-1cd940a9ccdc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1820000447-network', 'tenant_id': 'd0761408d56e47579f5b9838607cb545'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:03.175769 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:03.233633 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] Attempting to bind port bb20a0e8-6189-480f-b69c-eb825e1a69a9 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:29:03.235199 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] Attempting to bind port bb20a0e8-6189-480f-b69c-eb825e1a69a9 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '4cd2f477-237c-432a-8bb5-a4373b798309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b3a70d8b-9a6b-46f3-b309-bba38707cca4'}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:29:03.238923 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] Attempting to bind port bb20a0e8-6189-480f-b69c-eb825e1a69a9 on network b3a70d8b-9a6b-46f3-b309-bba38707cca4 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:03.266073 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] Port bb20a0e8-6189-480f-b69c-eb825e1a69a9 on network b3a70d8b-9a6b-46f3-b309-bba38707cca4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:29:03.266816 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] Attempting to bind port bb20a0e8-6189-480f-b69c-eb825e1a69a9 on network b3a70d8b-9a6b-46f3-b309-bba38707cca4 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:03.298615 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] Checking agent: {'id': '96b302db-cc9c-42f9-932f-b12d5511dc88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'started_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:29:03.300900 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] Checking segment: {'id': '4cd2f477-237c-432a-8bb5-a4373b798309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b3a70d8b-9a6b-46f3-b309-bba38707cca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:03.302341 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] Bound using segment: {'id': '4cd2f477-237c-432a-8bb5-a4373b798309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b3a70d8b-9a6b-46f3-b309-bba38707cca4'} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:29:03.304235 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] Bound port: bb20a0e8-6189-480f-b69c-eb825e1a69a9, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd2f477-237c-432a-8bb5-a4373b798309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b3a70d8b-9a6b-46f3-b309-bba38707cca4'}}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:29:03.305336 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:03.334654 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-2ede0039-91fe-4fcc-bc3a-7d986eaf31d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:03.394461 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-aa79e006-4e1f-4b18-89ba-d1623028fd2c tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:03.403203 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e207acc4-7fae-4243-b48b-1cd940a9ccdc admin admin] Made reservation on behalf of d0761408d56e47579f5b9838607cb545 for: {'network': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:29:03.410066 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e207acc4-7fae-4243-b48b-1cd940a9ccdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for network, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:03.429846 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-2ede0039-91fe-4fcc-bc3a-7d986eaf31d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:03.442595 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:03.445651 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] Attempting to bind port a4aea09c-8dfa-46b7-b29c-42249f03e099 on host dv-cinder-797170-3-smb for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:29:03.446033 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] Attempting to bind port a4aea09c-8dfa-46b7-b29c-42249f03e099 by drivers openvswitch,hyperv on host dv-cinder-797170-3-smb at level 0 using segments [{'id': '4265b031-63f1-488b-b782-3a6497268026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:29:03.451518 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] Attempting to bind port a4aea09c-8dfa-46b7-b29c-42249f03e099 on network 3be8ed7a-a62f-4c2a-9b4d-410174e064d0 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:03.481952 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] Checking agent: {'id': '0a7d828d-f304-46d9-99e1-7df9121aa7cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 20, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:29:03.489719 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] Checking segment: {'id': '4265b031-63f1-488b-b782-3a6497268026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:03.490416 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:03.490980 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] Bound using segment: {'id': '4265b031-63f1-488b-b782-3a6497268026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:29:03.491684 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] Bound port: a4aea09c-8dfa-46b7-b29c-42249f03e099, host: dv-cinder-797170-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4265b031-63f1-488b-b782-3a6497268026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:29:03.492251 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:03.591905 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] For port bb20a0e8-6189-480f-b69c-eb825e1a69a9, host hv-cinder-79717, cleared binding levels {{(pid=92744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:29:03.608892 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] For port bb20a0e8-6189-480f-b69c-eb825e1a69a9, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=bb20a0e8-6189-480f-b69c-eb825e1a69a9,segment=NetworkSegment(4cd2f477-237c-432a-8bb5-a4373b798309),segment_id=4cd2f477-237c-432a-8bb5-a4373b798309)] {{(pid=92744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:29:03.644938 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-aa79e006-4e1f-4b18-89ba-d1623028fd2c tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379083'] for security_group_rule, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:03.656897 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e207acc4-7fae-4243-b48b-1cd940a9ccdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:03.684409 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:03.690340 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-13458f70-b8f2-4f64-893d-ea24050ae7a2 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:03.693226 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-2ede0039-91fe-4fcc-bc3a-7d986eaf31d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:03.705310 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-2ede0039-91fe-4fcc-bc3a-7d986eaf31d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:03.711069 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] For port a4aea09c-8dfa-46b7-b29c-42249f03e099, host dv-cinder-797170-3-smb, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:29:03.715791 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-2ede0039-91fe-4fcc-bc3a-7d986eaf31d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1fe7677c-596d-4767-9814-12af03da3084 HTTP/1.1" status: 204 len: 168 time: 1.0166669 Jun 21 04:29:03.719654 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] For port a4aea09c-8dfa-46b7-b29c-42249f03e099, host dv-cinder-797170-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=a4aea09c-8dfa-46b7-b29c-42249f03e099,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:29:03.727202 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-795ac4d7-5f03-40b0-8752-37f344ca53f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:03.730890 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] For port 4740ed74-9d3a-4fa5-b21b-5e89458c4a63, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=4740ed74-9d3a-4fa5-b21b-5e89458c4a63,segment=NetworkSegment(50fb9846-5f25-4e5f-8fbf-a7a96f258e08),segment_id=50fb9846-5f25-4e5f-8fbf-a7a96f258e08)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:03.734380 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:03.758290 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:03.784896 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede0039-91fe-4fcc-bc3a-7d986eaf31d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe7677c-596d-4767-9814-12af03da3084,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:03.790152 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-2ede0039-91fe-4fcc-bc3a-7d986eaf31d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:03.810596 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_common [None req-9107bd0e-86bc-473b-9977-4bb79691ea83 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Allocated IP 172.28.3.34 (b03547ff-bdb5-4cf0-b910-6012328878f7/077b926c-3bf0-4e4d-825c-99f0c2191e19/433302d7-75f9-4eec-b47e-140b2fffd226) {{(pid=92743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:03.819947 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79e006-4e1f-4b18-89ba-d1623028fd2c tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77124d4d-e021-4b7a-ad4b-d525497c4074,revision_number=0']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:03.833148 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-aa79e006-4e1f-4b18-89ba-d1623028fd2c tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:03.845409 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:03.846050 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:03.855662 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] 10.222.0.61 "PUT /v2.0/ports/bb20a0e8-6189-480f-b69c-eb825e1a69a9 HTTP/1.1" status: 200 len: 1093 time: 6.3166134 Jun 21 04:29:03.870380 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-3f53edc7-8bac-4fb9-a442-be9f8b8517ec tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:03.936124 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b0bb9-6635-4367-af0b-243321706ba6 None None] Pushing event updated for resources: {'Port': ['ID=a4aea09c-8dfa-46b7-b29c-42249f03e099,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:03.958395 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-104b0bb9-6635-4367-af0b-243321706ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:03.961696 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:03.967212 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 2f1b6125-f615-4bec-8800-cfbfcf67b2c4 up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:03.985540 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0718336c-5155-4e04-914c-1f31bfff4d3e', 'tag': 'bb20a0e8-6189-480f-b69c-eb825e1a69a9'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:29:04.057279 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-5a064c60-2385-407b-a00a-b655745f8cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:04.171464 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Pushing event updated for resources: {'Port': ['ID=4740ed74-9d3a-4fa5-b21b-5e89458c4a63,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:04.186399 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:04.198009 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] Routers {'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:04.199218 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:28:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:04.438442 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] Set router ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:04.530636 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e207acc4-7fae-4243-b48b-1cd940a9ccdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:04.593763 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e207acc4-7fae-4243-b48b-1cd940a9ccdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:04.621015 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-aa79e006-4e1f-4b18-89ba-d1623028fd2c tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:04.624575 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-aa79e006-4e1f-4b18-89ba-d1623028fd2c tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6586397 Jun 21 04:29:04.632648 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 49466) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:04.650123 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-6042a0af-6921-4bf6-8c07-52359823bdb4 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Request body: {'security_group_rule': {'security_group_id': 'a31dfb33-d510-4626-9af1-6b4f84688b69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:04.725400 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e207acc4-7fae-4243-b48b-1cd940a9ccdc admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=92744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:29:04.734463 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] Pushing event updated for resources: {'Port': ['ID=bb20a0e8-6189-480f-b69c-eb825e1a69a9,revision_number=3']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:04.738801 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.870s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:04.745681 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:04.840605 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 2f1b6125-f615-4bec-8800-cfbfcf67b2c4 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:04.841241 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:04.855255 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-6042a0af-6921-4bf6-8c07-52359823bdb4 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:04.881370 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9107bd0e-86bc-473b-9977-4bb79691ea83 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for port, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:04.940847 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e207acc4-7fae-4243-b48b-1cd940a9ccdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:04.941416 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.db.segments_db [None req-e207acc4-7fae-4243-b48b-1cd940a9ccdc admin admin] Added segment 30cb825f-3855-45dc-b509-a73621c5d2d2 of type vlan for network 0a2d7c6c-cfc8-48b9-8617-f12ccbaad6b4 Jun 21 04:29:05.027387 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9107bd0e-86bc-473b-9977-4bb79691ea83 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630'] for port, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:05.077500 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207acc4-7fae-4243-b48b-1cd940a9ccdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0441f4f2-57ae-4e64-919b-21cad54474b3,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:05.117880 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e207acc4-7fae-4243-b48b-1cd940a9ccdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:05.118564 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-336006f4-6c2a-4546-ae13-4e98f68008f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:05.150022 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9107bd0e-86bc-473b-9977-4bb79691ea83 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Network b03547ff-bdb5-4cf0-b910-6012328878f7 is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:05.248106 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-9107bd0e-86bc-473b-9977-4bb79691ea83 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:05.255778 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9107bd0e-86bc-473b-9977-4bb79691ea83 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Received port after_create {{(pid=92743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:05.270073 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 49476) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:05.396297 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-6042a0af-6921-4bf6-8c07-52359823bdb4 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:05.421270 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9107bd0e-86bc-473b-9977-4bb79691ea83 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:05.463141 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-56867cb0-a887-4b57-9be8-d78d8141726f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:05.469615 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-9a7ec992-3515-48d4-a8ee-0fba8edc5da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:05.505860 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-9a7ec992-3515-48d4-a8ee-0fba8edc5da7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c4d893f39cbe4e099d4ffd0bbd231dd8&device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 1096 time: 0.9340088 Jun 21 04:29:05.509881 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e207acc4-7fae-4243-b48b-1cd940a9ccdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772645272028'] for network, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:05.556759 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810673bb-020e-42a6-adf8-0c38098bd870" -d '{"events": [{"name": "network-changed", "server_uuid": "0718336c-5155-4e04-914c-1f31bfff4d3e", "tag": "bb20a0e8-6189-480f-b69c-eb825e1a69a9"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:29:05.576568 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-6042a0af-6921-4bf6-8c07-52359823bdb4 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379083'] for security_group_rule, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:05.616436 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9fdca-f1ad-4ef2-9f68-e2e61197188b req-e5134ff4-462e-4cc4-8280-c0a6adff8574 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:05.625391 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-40c9fdca-f1ad-4ef2-9f68-e2e61197188b req-e5134ff4-462e-4cc4-8280-c0a6adff8574 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/ports?device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 943 time: 1.5004539 Jun 21 04:29:05.663477 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107bd0e-86bc-473b-9977-4bb79691ea83 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Pushing event updated for resources: {'Port': ['ID=433302d7-75f9-4eec-b47e-140b2fffd226,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:05.708972 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-9107bd0e-86bc-473b-9977-4bb79691ea83 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:05.732201 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'name': 'tempest-AttachVolumeShelveTestJSON-938866125-router', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:52Z', 'revision_number': 4, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'gw_port': {'id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': 'a4aea09c-8dfa-46b7-b29c-42249f03e099', 'name': '', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'mac_address': 'fa:16:3e:69:9c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b063768-9c1b-46e1-8850-d03763645351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:48Z', 'updated_at': '2021-06-21T04:29:03Z', 'revision_number': 4, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'subnets': [{'id': '0b063768-9c1b-46e1-8850-d03763645351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:05.775833 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9107bd0e-86bc-473b-9977-4bb79691ea83 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:05.776756 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:05.911692 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e675ce3-b1bd-43fb-bd49-96a3ec2613ad None None] The sync data for ids ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'] in dv-cinder-797170-3-smb is: [{'id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'name': 'tempest-AttachVolumeShelveTestJSON-938866125-router', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:52Z', 'revision_number': 4, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'gw_port': {'id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': 'a4aea09c-8dfa-46b7-b29c-42249f03e099', 'name': '', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'mac_address': 'fa:16:3e:69:9c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b063768-9c1b-46e1-8850-d03763645351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:48Z', 'updated_at': '2021-06-21T04:29:03Z', 'revision_number': 4, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'subnets': [{'id': '0b063768-9c1b-46e1-8850-d03763645351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:29:05.968961 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 4740ed74-9d3a-4fa5-b21b-5e89458c4a63 up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:06.076979 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.db.resource_extend [None req-e207acc4-7fae-4243-b48b-1cd940a9ccdc admin admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 21 04:29:06.091300 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-40c9fdca-f1ad-4ef2-9f68-e2e61197188b req-1193f99a-0ea6-4890-b09b-125e5ffc3696 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/security-groups?id=d270ba23-6d34-4468-a4b5-3b6a69fb9700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336646 Jun 21 04:29:06.102788 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-6042a0af-6921-4bf6-8c07-52359823bdb4 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:06.125506 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-6042a0af-6921-4bf6-8c07-52359823bdb4 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4790752 Jun 21 04:29:06.147208 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 49498) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:06.197375 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-167dfcfd-c240-4a04-9061-a183cefabb47 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Request body: {'floatingip': {'floating_network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:06.285262 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042a0af-6921-4bf6-8c07-52359823bdb4 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39814bd-5c66-4e75-8202-c47b15495eb2,revision_number=0']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:06.296006 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-6042a0af-6921-4bf6-8c07-52359823bdb4 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:06.307119 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-047cf462-c30d-45c0-abf1-09bb2665d73f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb20a0e8-6189-480f-b69c-eb825e1a69a9 HTTP/1.1" status: 200 len: 217 time: 0.7158053 Jun 21 04:29:06.308239 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e207acc4-7fae-4243-b48b-1cd940a9ccdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842'] for network, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:06.325586 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6581e41-d823-4a79-aef0-8bd30f52a13c x-openstack-request-id: req-f6581e41-d823-4a79-aef0-8bd30f52a13c {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:29:06.327323 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0718336c-5155-4e04-914c-1f31bfff4d3e", "tag": "bb20a0e8-6189-480f-b69c-eb825e1a69a9", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:29:06.328807 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f6581e41-d823-4a79-aef0-8bd30f52a13c {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:29:06.330366 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0718336c-5155-4e04-914c-1f31bfff4d3e', 'tag': 'bb20a0e8-6189-480f-b69c-eb825e1a69a9', 'status': 'completed', 'code': 200} Jun 21 04:29:06.334102 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e207acc4-7fae-4243-b48b-1cd940a9ccdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:06.334667 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e207acc4-7fae-4243-b48b-1cd940a9ccdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:06.350893 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 4740ed74-9d3a-4fa5-b21b-5e89458c4a63 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:06.351629 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:06.361551 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-26e4bb0a-4503-46bb-ac88-5bebc3e1d359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:06.594117 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207acc4-7fae-4243-b48b-1cd940a9ccdc admin admin] Pushing event updated for resources: {'Network': ['ID=0a2d7c6c-cfc8-48b9-8617-f12ccbaad6b4,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:06.607347 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e207acc4-7fae-4243-b48b-1cd940a9ccdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:06.624319 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Network 0a2d7c6c-cfc8-48b9-8617-f12ccbaad6b4 details requested by agent ovs-agent-dv-cinder-797170-3-smb with host dv-cinder-797170-3-smb {{(pid=92745) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:29:06.629316 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-4bc3b9e3-d8e0-4163-b067-ccc3abab1149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:06.635202 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-4bc3b9e3-d8e0-4163-b067-ccc3abab1149 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7468c761-0fba-4389-861e-25b17ebab286 HTTP/1.1" status: 200 len: 851 time: 0.2751110 Jun 21 04:29:06.797970 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-fb150025-4852-44e4-983b-fdfd10aa4be1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b3a70d8b-9a6b-46f3-b309-bba38707cca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325004 Jun 21 04:29:06.970443 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9107bd0e-86bc-473b-9977-4bb79691ea83 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for port, precommit_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:06.981215 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9107bd0e-86bc-473b-9977-4bb79691ea83 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:06.993840 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-95ffd5ec-8c2a-4e50-85ea-67bc1777ead2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:07.078448 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-d1e580ff-cdd7-4bcb-9065-3a4c3b1bd074 service neutron] 10.222.0.61 "GET /v2.0/networks/b3a70d8b-9a6b-46f3-b309-bba38707cca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574208 Jun 21 04:29:07.143174 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9107bd0e-86bc-473b-9977-4bb79691ea83 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515504'] for floatingip, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:07.254966 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107bd0e-86bc-473b-9977-4bb79691ea83 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Pushing event updated for resources: {'Port': ['ID=433302d7-75f9-4eec-b47e-140b2fffd226,revision_number=2']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:07.274397 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-9107bd0e-86bc-473b-9977-4bb79691ea83 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:07.350577 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-56867cb0-a887-4b57-9be8-d78d8141726f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:07.375691 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9107bd0e-86bc-473b-9977-4bb79691ea83 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for floatingip, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:07.378278 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-9107bd0e-86bc-473b-9977-4bb79691ea83 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5970769 Jun 21 04:29:07.400353 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-56867cb0-a887-4b57-9be8-d78d8141726f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:07.429125 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-167dfcfd-c240-4a04-9061-a183cefabb47 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for floatingip, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:07.534235 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:07.585062 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-56867cb0-a887-4b57-9be8-d78d8141726f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc14da752fe642a897001d92b659e7e7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3068480 Jun 21 04:29:07.590935 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 49526) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:07.655190 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-e207acc4-7fae-4243-b48b-1cd940a9ccdc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.5105000 Jun 21 04:29:07.661910 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 49528) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:07.707553 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-c5ef9208-f5d8-4017-8cc4-ba0817cd265a admin admin] Request body: {'subnet': {'network_id': '0a2d7c6c-cfc8-48b9-8617-f12ccbaad6b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1820000447-subnet', 'tenant_id': 'd0761408d56e47579f5b9838607cb545', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:08.067939 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device a4aea09c-8dfa-46b7-b29c-42249f03e099 up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:08.189179 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ef9208-f5d8-4017-8cc4-ba0817cd265a admin admin] Made reservation on behalf of d0761408d56e47579f5b9838607cb545 for: {'subnet': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:29:08.207582 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c5ef9208-f5d8-4017-8cc4-ba0817cd265a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:08.604788 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56867cb0-a887-4b57-9be8-d78d8141726f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ca4f61-c584-4f39-8d34-d6278027dd8b,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:08.610623 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-56867cb0-a887-4b57-9be8-d78d8141726f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.077s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:08.617683 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-aeab65fb-20b8-46b3-a34e-2be3d4c9a747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:08.733065 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning for port a4aea09c-8dfa-46b7-b29c-42249f03e099 completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:08.741726 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port a4aea09c-8dfa-46b7-b29c-42249f03e099 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:08.746583 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:08.816555 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-263efb09-6f14-4aa8-996c-ac6990f94e7e tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--939674108&fields=id&tenant_id=98ac6444112049ffbeb07ee05d60964f HTTP/1.1" status: 200 len: 267 time: 0.3860087 Jun 21 04:29:08.860127 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-aeab65fb-20b8-46b3-a34e-2be3d4c9a747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:08.892142 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-6ae195e6-7803-476c-ac05-cd2f4356239f req-d9a5c773-cd19-4b3b-b1dd-b542c2a743eb service neutron] 10.222.0.61 "GET /v2.0/networks/b3a70d8b-9a6b-46f3-b309-bba38707cca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7987251 Jun 21 04:29:08.966496 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c5ef9208-f5d8-4017-8cc4-ba0817cd265a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849'] for subnet, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:09.016030 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:09.140969 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:09.213022 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] For port a4aea09c-8dfa-46b7-b29c-42249f03e099, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=a4aea09c-8dfa-46b7-b29c-42249f03e099,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:09.227058 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:09.241295 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-104b0bb9-6635-4367-af0b-243321706ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:09.350280 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7cb62-60c3-4a10-a55e-3e16c2a8e579 req-b41bae8e-bdcb-4ac6-aa1d-8fc163eaa21a tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:09.358178 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-81d7cb62-60c3-4a10-a55e-3e16c2a8e579 req-b41bae8e-bdcb-4ac6-aa1d-8fc163eaa21a tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/ports?device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 943 time: 1.5278852 Jun 21 04:29:09.507100 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-167dfcfd-c240-4a04-9061-a183cefabb47 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:09.532775 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Pushing event updated for resources: {'Port': ['ID=a4aea09c-8dfa-46b7-b29c-42249f03e099,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:09.542388 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef9208-f5d8-4017-8cc4-ba0817cd265a admin admin] Pushing event updated for resources: {'Subnet': ['ID=55fc3aad-c650-41e1-a6a8-9422cc61c87c,revision_number=0']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:09.563248 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:09.589318 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-c5ef9208-f5d8-4017-8cc4-ba0817cd265a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:09.685613 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810673bb-020e-42a6-adf8-0c38098bd870 req-59be2374-5099-4f5c-a947-54ef07f84c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:09.688145 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-810673bb-020e-42a6-adf8-0c38098bd870 req-59be2374-5099-4f5c-a947-54ef07f84c05 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c4d893f39cbe4e099d4ffd0bbd231dd8&device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 1096 time: 0.4856610 Jun 21 04:29:09.722319 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-61c480c8-f8f2-4299-87b9-e71134c715e9 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:09.733887 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 49580) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:09.747249 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-61c480c8-f8f2-4299-87b9-e71134c715e9 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/networks?id=eacf42c2-00ce-42e3-89dd-853a4c6fa08a HTTP/1.1" status: 200 len: 811 time: 0.9153085 Jun 21 04:29:09.774540 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ef9208-f5d8-4017-8cc4-ba0817cd265a admin admin] Checking segment: {'id': '30cb825f-3855-45dc-b509-a73621c5d2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0a2d7c6c-cfc8-48b9-8617-f12ccbaad6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:09.775052 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ef9208-f5d8-4017-8cc4-ba0817cd265a admin admin] Network hostable DHCP agents. Network: 0a2d7c6c-cfc8-48b9-8617-f12ccbaad6b4, hostable agents: ['f03cc20b-fa45-497d-ab77-a260e4d7f44c'], hosted agents: [] {{(pid=92743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:29:09.810689 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-aeab65fb-20b8-46b3-a34e-2be3d4c9a747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:09.816347 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-aeab65fb-20b8-46b3-a34e-2be3d4c9a747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:09.823094 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-aeab65fb-20b8-46b3-a34e-2be3d4c9a747 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b8ca4f61-c584-4f39-8d34-d6278027dd8b HTTP/1.1" status: 204 len: 168 time: 2.2056375 Jun 21 04:29:09.823426 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-81d7cb62-60c3-4a10-a55e-3e16c2a8e579 req-5ad0ee51-bf03-4814-b302-12ec04d9f20e tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/security-groups?id=d270ba23-6d34-4468-a4b5-3b6a69fb9700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325869 Jun 21 04:29:09.833732 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-d995db62-d07a-45c7-ad8e-17f36c762337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:09.873904 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab65fb-20b8-46b3-a34e-2be3d4c9a747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ca4f61-c584-4f39-8d34-d6278027dd8b,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:09.899056 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-aeab65fb-20b8-46b3-a34e-2be3d4c9a747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:09.969748 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ef9208-f5d8-4017-8cc4-ba0817cd265a admin admin] Network 0a2d7c6c-cfc8-48b9-8617-f12ccbaad6b4 is scheduled to be hosted by DHCP agent f03cc20b-fa45-497d-ab77-a260e4d7f44c with binding_index 1 {{(pid=92743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:29:10.060028 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-1d1460a8-ce5e-4b8d-b243-78570e2965eb tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/quotas/98ac6444112049ffbeb07ee05d60964f HTTP/1.1" status: 200 len: 375 time: 0.3111289 Jun 21 04:29:10.094755 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device a4aea09c-8dfa-46b7-b29c-42249f03e099 up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:10.214686 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_common [None req-167dfcfd-c240-4a04-9061-a183cefabb47 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Allocated IP 172.28.3.206 (b03547ff-bdb5-4cf0-b910-6012328878f7/077b926c-3bf0-4e4d-825c-99f0c2191e19/f10b3114-dba5-4abf-bd1b-076c7852eb27) {{(pid=92743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:10.328388 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port a4aea09c-8dfa-46b7-b29c-42249f03e099 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:10.331119 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:10.511489 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-167dfcfd-c240-4a04-9061-a183cefabb47 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for port, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:10.625749 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810673bb-020e-42a6-adf8-0c38098bd870 req-551d5882-070c-4271-b067-4b3246de53cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:10.630963 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-810673bb-020e-42a6-adf8-0c38098bd870 req-551d5882-070c-4271-b067-4b3246de53cd service neutron] 10.222.0.61 "GET /v2.0/networks?id=b3a70d8b-9a6b-46f3-b309-bba38707cca4 HTTP/1.1" status: 200 len: 912 time: 0.8781862 Jun 21 04:29:10.700273 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-8ac46b5d-b6d1-497d-bf8e-faecfdde489c tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=98ac6444112049ffbeb07ee05d60964f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6391361 Jun 21 04:29:10.764900 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-c5ef9208-f5d8-4017-8cc4-ba0817cd265a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-smb, 0a2d7c6c-cfc8-48b9-8617-f12ccbaad6b4) {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:10.781043 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdff285e-a43c-4682-8809-38e0c451ef00 None None] Network 0a2d7c6c-cfc8-48b9-8617-f12ccbaad6b4 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:29:10.810735 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ef9208-f5d8-4017-8cc4-ba0817cd265a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:10.814517 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c5ef9208-f5d8-4017-8cc4-ba0817cd265a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for subnet, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:10.884061 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-167dfcfd-c240-4a04-9061-a183cefabb47 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630'] for port, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:10.902998 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-c5ef9208-f5d8-4017-8cc4-ba0817cd265a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2265110 Jun 21 04:29:10.903267 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-810673bb-020e-42a6-adf8-0c38098bd870 req-ac107e13-6948-4ac6-aaf6-005f24b22d13 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb20a0e8-6189-480f-b69c-eb825e1a69a9 HTTP/1.1" status: 200 len: 217 time: 0.2306716 Jun 21 04:29:10.907732 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:10.976361 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-06789601-020d-4692-95b9-fcc0bf06198f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:11.118923 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810673bb-020e-42a6-adf8-0c38098bd870 req-189a51da-47eb-46ad-8b8c-3342d26f1d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:11.120775 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-810673bb-020e-42a6-adf8-0c38098bd870 req-189a51da-47eb-46ad-8b8c-3342d26f1d07 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7468c761-0fba-4389-861e-25b17ebab286 HTTP/1.1" status: 200 len: 851 time: 0.2136388 Jun 21 04:29:11.121605 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167dfcfd-c240-4a04-9061-a183cefabb47 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Network b03547ff-bdb5-4cf0-b910-6012328878f7 is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:11.219160 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-810673bb-020e-42a6-adf8-0c38098bd870 req-ee6e480d-a3f9-414b-947e-d6e2898af397 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b3a70d8b-9a6b-46f3-b309-bba38707cca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827236 Jun 21 04:29:11.315758 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-167dfcfd-c240-4a04-9061-a183cefabb47 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:11.335042 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 49626) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:11.366091 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167dfcfd-c240-4a04-9061-a183cefabb47 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Received port after_create {{(pid=92743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:11.380619 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167dfcfd-c240-4a04-9061-a183cefabb47 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Pushing event updated for resources: {'Port': ['ID=f10b3114-dba5-4abf-bd1b-076c7852eb27,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:11.421333 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-167dfcfd-c240-4a04-9061-a183cefabb47 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:11.457219 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-088dd664-e7e8-4e55-ae40-79a126df5dac service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=92744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:29:11.460339 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-088dd664-e7e8-4e55-ae40-79a126df5dac service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3379972 Jun 21 04:29:11.540883 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf42e50-1073-448a-b111-5b14957b33f3 None None] Network 0a2d7c6c-cfc8-48b9-8617-f12ccbaad6b4 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:29:11.755672 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-533542f8-5c5a-41c3-b632-079aeb346cbc service neutron] 10.222.0.60 "GET /v2.0/networks/eacf42c2-00ce-42e3-89dd-853a4c6fa08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240043 Jun 21 04:29:11.947077 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7922f61-81f9-49e3-8f34-1bf4319f0119 admin admin] Deleting subnet 44430f7e-b9c1-4b62-a232-2c8cece2d3d6 {{(pid=92744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:29:11.962505 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-f7922f61-81f9-49e3-8f34-1bf4319f0119 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:11.994449 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-167dfcfd-c240-4a04-9061-a183cefabb47 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:12.055066 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-810673bb-020e-42a6-adf8-0c38098bd870 req-2f4acdc0-0864-4659-9678-caefcaf78836 service neutron] 10.222.0.61 "GET /v2.0/networks/b3a70d8b-9a6b-46f3-b309-bba38707cca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8160191 Jun 21 04:29:12.132553 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-f7922f61-81f9-49e3-8f34-1bf4319f0119 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:12.195022 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-f7922f61-81f9-49e3-8f34-1bf4319f0119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536692'] for subnet, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:12.209701 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e0458-090e-4209-8c71-7cdd90e0aae3 req-0ca44f6e-6cc7-4f68-bd36-9dbcfc669e8f tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:12.213105 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-064e0458-090e-4209-8c71-7cdd90e0aae3 req-0ca44f6e-6cc7-4f68-bd36-9dbcfc669e8f tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/ports?device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 943 time: 0.7686405 Jun 21 04:29:12.236925 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-75388d39-3c6a-43ed-bef4-e3e6c03b120a service neutron] 10.222.0.60 "GET /v2.0/networks/eacf42c2-00ce-42e3-89dd-853a4c6fa08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336970 Jun 21 04:29:12.355091 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-810673bb-020e-42a6-adf8-0c38098bd870 req-7549a8c1-3fc0-4eb9-b287-93f2cb17abdc service neutron] 10.222.0.61 "GET /v2.0/networks/b3a70d8b-9a6b-46f3-b309-bba38707cca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670004 Jun 21 04:29:12.374740 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-f7922f61-81f9-49e3-8f34-1bf4319f0119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849'] for subnet, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:12.394045 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-beb6402e-c8ab-47bc-81f5-c590b6b5a912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:12.414302 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-167dfcfd-c240-4a04-9061-a183cefabb47 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:12.494688 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7922f61-81f9-49e3-8f34-1bf4319f0119 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44430f7e-b9c1-4b62-a232-2c8cece2d3d6,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:12.510710 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-f7922f61-81f9-49e3-8f34-1bf4319f0119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:12.519267 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-f7922f61-81f9-49e3-8f34-1bf4319f0119 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:12.531661 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-f7922f61-81f9-49e3-8f34-1bf4319f0119 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/44430f7e-b9c1-4b62-a232-2c8cece2d3d6 HTTP/1.1" status: 204 len: 168 time: 1.1898608 Jun 21 04:29:12.531661 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 49664) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:12.598782 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-167dfcfd-c240-4a04-9061-a183cefabb47 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for port, precommit_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:12.603979 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-06789601-020d-4692-95b9-fcc0bf06198f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:12.612087 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-167dfcfd-c240-4a04-9061-a183cefabb47 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:12.626578 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-06789601-020d-4692-95b9-fcc0bf06198f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:12.630495 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-9107bd0e-86bc-473b-9977-4bb79691ea83 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:12.676580 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167dfcfd-c240-4a04-9061-a183cefabb47 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Pushing event updated for resources: {'Port': ['ID=f10b3114-dba5-4abf-bd1b-076c7852eb27,revision_number=2']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:12.682015 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-167dfcfd-c240-4a04-9061-a183cefabb47 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515504'] for floatingip, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:12.696335 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-167dfcfd-c240-4a04-9061-a183cefabb47 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:12.696687 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:12.746162 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-064e0458-090e-4209-8c71-7cdd90e0aae3 req-bd1f552e-b6ef-445d-9c2e-f1179b9782c2 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/security-groups?id=d270ba23-6d34-4468-a4b5-3b6a69fb9700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656231 Jun 21 04:29:12.748860 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06789601-020d-4692-95b9-fcc0bf06198f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39524ebd-20e9-462c-b9de-4d6f98b35966,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:12.756628 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-167dfcfd-c240-4a04-9061-a183cefabb47 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for floatingip, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:12.770205 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-167dfcfd-c240-4a04-9061-a183cefabb47 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6086214 Jun 21 04:29:12.770205 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-06789601-020d-4692-95b9-fcc0bf06198f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:12.841108 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-06789601-020d-4692-95b9-fcc0bf06198f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c435113d1cb64ff3806e3a5a700a8061&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1014891 Jun 21 04:29:12.850184 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 49676) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:12.962622 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585160'] for network, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:13.129728 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-2de7c886-d2bf-43cf-aa6b-1dd466caeba0 req-358588cd-c14d-46da-a659-a1c0da0a31eb tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 210 time: 0.1272595 Jun 21 04:29:13.305155 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536299', 'neutron.services.segments.db._delete_segments_for_network-8772645825747'] for network, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:13.320630 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:13.321228 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:13.322075 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:13.322445 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] Subscribe: > port after_create 55550000 {{(pid=92744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:13.322766 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:13.323099 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] Subscribe: > port after_update 55550000 {{(pid=92744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:13.323415 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:13.323732 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:13.324059 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:13.324366 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:13.353140 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-dad313fb-1acc-4374-8935-547ee9de2abf req-eff38a08-6048-439b-9f75-6465016ed752 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1394243643&fields=id&tenant_id=b41d03382de140b4aafed91df2047d48 HTTP/1.1" status: 200 len: 267 time: 0.1166081 Jun 21 04:29:13.565754 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:13.566101 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:13.566431 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:13.566756 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:13.567119 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.services.segments.db [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751885cd-ef1e-4eb2-a909-ba4e38fe1f37']}} {{(pid=92744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:13.591313 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad313fb-1acc-4374-8935-547ee9de2abf req-5cfb54e3-4b15-43e6-9ae0-25c51d2456fe tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:13.594078 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-dad313fb-1acc-4374-8935-547ee9de2abf req-5cfb54e3-4b15-43e6-9ae0-25c51d2456fe tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/networks?id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0 HTTP/1.1" status: 200 len: 816 time: 0.2329361 Jun 21 04:29:13.603171 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.services.segments.db [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680ffa54-6665-4957-8032-f66973b5845e') {'for_net_delete': True} {{(pid=92744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:13.603555 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.services.segments.db [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680ffa54-6665-4957-8032-f66973b5845e') {} {{(pid=92744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:13.624484 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-dad313fb-1acc-4374-8935-547ee9de2abf req-f1d97b4e-947e-49b0-b9dc-13de46a67d20 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/quotas/b41d03382de140b4aafed91df2047d48 HTTP/1.1" status: 200 len: 375 time: 0.0171230 Jun 21 04:29:13.627624 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772645825576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60010237'] for segment, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:13.664312 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-0b970daf-1363-4635-a9ab-ba7f43b355cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:13.667551 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:13.685648 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=92744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:29:13.686438 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60009907'] for segment, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: from cryptography.utils import int_from_bytes Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: from cryptography.utils import int_from_bytes Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: Traceback (most recent call last): Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: timer() Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: cb(*args, **kw) Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: return func(*args, **kwargs) Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: self._notify() Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: self.callback(batched_events) Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: event.method(event) Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: return f(self, *a, **k) Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: return self._get(url).json() Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: return self.request(url, 'GET', **kwargs) Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:29:13.691584 dv-cinder-797170-3-smb neutron-server[92744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:29:13.750598 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-0b970daf-1363-4635-a9ab-ba7f43b355cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:13.804897 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515458'] for network, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:13.812133 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-8c79d61a-883c-4470-8059-866cd319d80b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:13.812364 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-dad313fb-1acc-4374-8935-547ee9de2abf req-b4c16f53-0fb9-4231-8c33-ebbce9c07c7a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b41d03382de140b4aafed91df2047d48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1731014 Jun 21 04:29:13.828254 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] Pushing event deleted for resources: {'Network': ['ID=751885cd-ef1e-4eb2-a909-ba4e38fe1f37,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:13.843098 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:13.845889 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] 10.222.0.60 "DELETE /v2.0/networks/751885cd-ef1e-4eb2-a909-ba4e38fe1f37 HTTP/1.1" status: 204 len: 168 time: 1.3126745 Jun 21 04:29:13.850878 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 49732) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:14.273937 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:14.318693 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-0b970daf-1363-4635-a9ab-ba7f43b355cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:14.323537 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-0b970daf-1363-4635-a9ab-ba7f43b355cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:14.333835 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-0b970daf-1363-4635-a9ab-ba7f43b355cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/39524ebd-20e9-462c-b9de-4d6f98b35966 HTTP/1.1" status: 204 len: 168 time: 1.4333658 Jun 21 04:29:14.342793 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:14.373604 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-dad313fb-1acc-4374-8935-547ee9de2abf req-bc0f49ec-884a-49b3-b5b5-bba8079a4a62 service neutron] 10.222.0.60 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295005 Jun 21 04:29:14.389218 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_v2 [None req-68933996-555c-4e2c-99b4-e5361707d047 admin admin] Deleting subnet 55fc3aad-c650-41e1-a6a8-9422cc61c87c {{(pid=92744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:29:14.394212 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b970daf-1363-4635-a9ab-ba7f43b355cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39524ebd-20e9-462c-b9de-4d6f98b35966,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:14.408541 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-68933996-555c-4e2c-99b4-e5361707d047 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:14.412081 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-0b970daf-1363-4635-a9ab-ba7f43b355cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:14.547325 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-68933996-555c-4e2c-99b4-e5361707d047 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60010228'] for subnet, precommit_delete_associations {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:14.666545 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce72ce8-99ff-453f-b685-29f3008ab90f req-92ebae2d-47ec-4ccb-97de-15eff46446fe tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:14.668557 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8ce72ce8-99ff-453f-b685-29f3008ab90f req-92ebae2d-47ec-4ccb-97de-15eff46446fe tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/ports?device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 943 time: 0.4290454 Jun 21 04:29:14.692396 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-68933996-555c-4e2c-99b4-e5361707d047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536692'] for subnet, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:14.747942 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-dad313fb-1acc-4374-8935-547ee9de2abf req-de8a899d-3c15-4546-a147-9b559716a1a6 service neutron] 10.222.0.60 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626289 Jun 21 04:29:14.906033 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8ce72ce8-99ff-453f-b685-29f3008ab90f req-bf9529bb-4103-4fac-ab24-df714b8ac658 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/security-groups?id=d270ba23-6d34-4468-a4b5-3b6a69fb9700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036889 Jun 21 04:29:14.923360 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-68933996-555c-4e2c-99b4-e5361707d047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60183854'] for subnet, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:14.929151 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:14.978142 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 49790) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:15.006481 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f4f5b498-7d29-4948-8abb-9b8fe2cc678b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:15.039939 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-18fed5a2-2330-4c43-a39c-21852f018ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:15.046160 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68933996-555c-4e2c-99b4-e5361707d047 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55fc3aad-c650-41e1-a6a8-9422cc61c87c,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:15.051466 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-68933996-555c-4e2c-99b4-e5361707d047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:15.054119 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-68933996-555c-4e2c-99b4-e5361707d047 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:15.058869 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-68933996-555c-4e2c-99b4-e5361707d047 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/55fc3aad-c650-41e1-a6a8-9422cc61c87c HTTP/1.1" status: 204 len: 168 time: 1.2058268 Jun 21 04:29:15.061285 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 49794) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:15.238554 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-933476fe-d3e4-44ad-80be-96757309fe00 req-5215f080-d1b1-463a-9141-d99c0142c924 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 210 time: 0.0841861 Jun 21 04:29:15.328900 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-10f3f311-5735-4024-aef3-3850a12d3dcf req-71a3b7b0-45f1-48a7-a52c-b3b210acaba2 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 210 time: 0.1044378 Jun 21 04:29:15.338502 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ac4d52c5-a3af-4c4a-baa9-93d3d2501f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585160'] for network, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:15.349841 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f4f5b498-7d29-4948-8abb-9b8fe2cc678b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:15.364373 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f4f5b498-7d29-4948-8abb-9b8fe2cc678b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:15.370169 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-2ede0039-91fe-4fcc-bc3a-7d986eaf31d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:15.476614 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ac4d52c5-a3af-4c4a-baa9-93d3d2501f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536299', 'neutron.services.segments.db._delete_segments_for_network-8772645825747'] for network, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:15.480358 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5b498-7d29-4948-8abb-9b8fe2cc678b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a7ea2d-0324-4b2b-b18b-f84420f882de,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:15.498510 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-f4f5b498-7d29-4948-8abb-9b8fe2cc678b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:15.508735 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.services.segments.db [None req-ac4d52c5-a3af-4c4a-baa9-93d3d2501f72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a2d7c6c-cfc8-48b9-8617-f12ccbaad6b4']}} {{(pid=92744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:15.525884 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-f4f5b498-7d29-4948-8abb-9b8fe2cc678b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b974fe2fb10847c99534a86563b94416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5464039 Jun 21 04:29:15.526889 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 49814) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:15.536350 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.services.segments.db [None req-ac4d52c5-a3af-4c4a-baa9-93d3d2501f72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30cb825f-3855-45dc-b509-a73621c5d2d2') {'for_net_delete': True} {{(pid=92744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:15.538749 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.services.segments.db [None req-ac4d52c5-a3af-4c4a-baa9-93d3d2501f72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30cb825f-3855-45dc-b509-a73621c5d2d2') {} {{(pid=92744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:15.557057 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ac4d52c5-a3af-4c4a-baa9-93d3d2501f72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772645825576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60010237'] for segment, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:15.580594 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ac4d52c5-a3af-4c4a-baa9-93d3d2501f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:15.599503 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac4d52c5-a3af-4c4a-baa9-93d3d2501f72 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=92744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:29:15.600464 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ac4d52c5-a3af-4c4a-baa9-93d3d2501f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60009907'] for segment, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: Traceback (most recent call last): Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: timer() Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: cb(*args, **kw) Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: return func(*args, **kwargs) Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: self._notify() Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: self.callback(batched_events) Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: event.method(event) Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: return f(self, *a, **k) Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: return self._get(url).json() Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: return self.request(url, 'GET', **kwargs) Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:29:15.604118 dv-cinder-797170-3-smb neutron-server[92744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:29:15.672296 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ac4d52c5-a3af-4c4a-baa9-93d3d2501f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515458'] for network, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:15.679902 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ac4d52c5-a3af-4c4a-baa9-93d3d2501f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:15.684696 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-ac4d52c5-a3af-4c4a-baa9-93d3d2501f72 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0a2d7c6c-cfc8-48b9-8617-f12ccbaad6b4 HTTP/1.1" status: 204 len: 168 time: 0.6186395 Jun 21 04:29:15.684696 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:15.716504 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d52c5-a3af-4c4a-baa9-93d3d2501f72 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a2d7c6c-cfc8-48b9-8617-f12ccbaad6b4,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:15.716834 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-48a56bf2-ebe3-4fb6-bcce-96983bc15af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:15.722627 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-ac4d52c5-a3af-4c4a-baa9-93d3d2501f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:15.767506 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-48a56bf2-ebe3-4fb6-bcce-96983bc15af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:15.899549 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-48a56bf2-ebe3-4fb6-bcce-96983bc15af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:15.905138 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-48a56bf2-ebe3-4fb6-bcce-96983bc15af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:15.907110 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-48a56bf2-ebe3-4fb6-bcce-96983bc15af5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29a7ea2d-0324-4b2b-b18b-f84420f882de HTTP/1.1" status: 204 len: 168 time: 0.3786376 Jun 21 04:29:15.908194 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:15.921154 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a56bf2-ebe3-4fb6-bcce-96983bc15af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a7ea2d-0324-4b2b-b18b-f84420f882de,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:15.925550 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-48a56bf2-ebe3-4fb6-bcce-96983bc15af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:16.171501 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-37612b0d-78f1-4af6-a34f-396ec8f1b7c5 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:16.179171 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-37612b0d-78f1-4af6-a34f-396ec8f1b7c5 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.61 "GET /v2.0/networks?id=eacf42c2-00ce-42e3-89dd-853a4c6fa08a HTTP/1.1" status: 200 len: 811 time: 0.3936667 Jun 21 04:29:16.208485 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 49834) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:16.267406 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-58ae4eca-2e5e-4262-9360-df6428037fc8 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98ac6444112049ffbeb07ee05d60964f HTTP/1.1" status: 200 len: 379 time: 0.0794001 Jun 21 04:29:16.278653 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-55eaf99f-eb74-4882-82b5-76295d607a4b tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Request body: {'port': {'device_id': 'b4d4fdfb-2a55-40ac-90de-d7902985f6d6', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'admin_state_up': True, 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'security_groups': ['62f498a9-8a29-4f85-bd2c-08d10cd6ad9a']}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:16.446979 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-3dd402bf-2106-4c5c-b0e8-e01138291f2d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=390b936d8fc34da29f8e71dd010e4bb8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2356365 Jun 21 04:29:16.449603 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 49854) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:16.673817 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device bb20a0e8-6189-480f-b69c-eb825e1a69a9 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92745) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:29:16.759897 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22030ac-5068-4f48-a374-28e07921203b req-b6410d93-8a01-4d64-ae93-f6ea808a529a tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:16.764218 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-860020da-ca22-4bf8-bbf2-df9b57722b26 req-c88e5b0c-dedb-4d8b-b803-c8cd22113b55 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 210 time: 0.1387215 Jun 21 04:29:16.789446 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f22030ac-5068-4f48-a374-28e07921203b req-b6410d93-8a01-4d64-ae93-f6ea808a529a tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/ports?device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 943 time: 0.3200161 Jun 21 04:29:16.847578 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-55eaf99f-eb74-4882-82b5-76295d607a4b tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Made reservation on behalf of 98ac6444112049ffbeb07ee05d60964f for: {'port': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:29:16.856560 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-55eaf99f-eb74-4882-82b5-76295d607a4b tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:16.882074 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f22030ac-5068-4f48-a374-28e07921203b req-8780eeb0-554e-4d79-b699-3e04a128fb28 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/security-groups?id=d270ba23-6d34-4468-a4b5-3b6a69fb9700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906284 Jun 21 04:29:16.905454 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ebb3f218-cb6c-4846-980b-8d260f3e24ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:17.022424 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ebb3f218-cb6c-4846-980b-8d260f3e24ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:17.052531 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port bb20a0e8-6189-480f-b69c-eb825e1a69a9, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=bb20a0e8-6189-480f-b69c-eb825e1a69a9,segment=NetworkSegment(4cd2f477-237c-432a-8bb5-a4373b798309),segment_id=4cd2f477-237c-432a-8bb5-a4373b798309)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:17.084350 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Returning: {'device': 'bb20a0e8-6189-480f-b69c-eb825e1a69a9', 'network_id': 'b3a70d8b-9a6b-46f3-b309-bba38707cca4', 'port_id': 'bb20a0e8-6189-480f-b69c-eb825e1a69a9', 'mac_address': 'fa:16:3e:18:ad:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7468c761-0fba-4389-861e-25b17ebab286', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92745) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:29:17.152705 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:17.198636 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb20a0e8-6189-480f-b69c-eb825e1a69a9 {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:29:17.253041 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port bb20a0e8-6189-480f-b69c-eb825e1a69a9, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=bb20a0e8-6189-480f-b69c-eb825e1a69a9,segment=NetworkSegment(4cd2f477-237c-432a-8bb5-a4373b798309),segment_id=4cd2f477-237c-432a-8bb5-a4373b798309)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:17.260435 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:17.263722 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:17.459386 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=bb20a0e8-6189-480f-b69c-eb825e1a69a9,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:17.465179 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:17.483333 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-95352255-fc4b-4e0b-a8a0-63c7128526ff req-a98222f8-7d30-45b3-b68c-bf6131211aee tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 210 time: 0.4189720 Jun 21 04:29:17.508014 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_common [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-55eaf99f-eb74-4882-82b5-76295d607a4b tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Allocated IP 172.20.0.9 (eacf42c2-00ce-42e3-89dd-853a4c6fa08a/5ed4de96-1760-4ad9-bdcc-bd30812b5a13/4c22c064-4f48-4948-b634-28a9696e7430) {{(pid=92744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:17.577967 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['bb20a0e8-6189-480f-b69c-eb825e1a69a9'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:29:17.578703 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ebb3f218-cb6c-4846-980b-8d260f3e24ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:17.584558 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ebb3f218-cb6c-4846-980b-8d260f3e24ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:17.586962 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-ebb3f218-cb6c-4846-980b-8d260f3e24ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f608b16c-4520-4848-b235-b44c73d656a7 HTTP/1.1" status: 204 len: 168 time: 1.1182766 Jun 21 04:29:17.593840 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-41cbe2b2-74c8-4927-be80-d58f68da34fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:17.695957 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3f218-cb6c-4846-980b-8d260f3e24ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f608b16c-4520-4848-b235-b44c73d656a7,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:17.700921 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-ebb3f218-cb6c-4846-980b-8d260f3e24ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:17.781526 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.61', 56251) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:18.060995 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-437aa567-25ca-474c-9488-16634a5a448f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:18.215216 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-55a33ad1-9d8a-4056-957d-75df4d903f96 req-8022fced-43cc-4952-aeb3-f58d58d2f5f5 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 210 time: 0.0843577 Jun 21 04:29:18.237529 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-55eaf99f-eb74-4882-82b5-76295d607a4b tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for port, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:18.282109 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.provisioning_blocks [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-55eaf99f-eb74-4882-82b5-76295d607a4b tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Transition to ACTIVE for port object 4c22c064-4f48-4948-b634-28a9696e7430 will not be triggered until provisioned by entity DHCP. {{(pid=92744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:18.287040 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:18.288695 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:18.464809 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-55eaf99f-eb74-4882-82b5-76295d607a4b tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60010093'] for port, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:18.521028 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:18.745622 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 49934) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:18.829949 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad313fb-1acc-4374-8935-547ee9de2abf req-20467e75-f3d7-4f5a-b6bc-40723aa4305e tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:18.835677 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-dad313fb-1acc-4374-8935-547ee9de2abf req-20467e75-f3d7-4f5a-b6bc-40723aa4305e tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.61 "GET /v2.0/networks?id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0 HTTP/1.1" status: 200 len: 816 time: 1.0521150 Jun 21 04:29:18.886256 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-55eaf99f-eb74-4882-82b5-76295d607a4b tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Network eacf42c2-00ce-42e3-89dd-853a4c6fa08a is already hosted by enough agents. {{(pid=92744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:18.898091 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:18.929155 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-55eaf99f-eb74-4882-82b5-76295d607a4b tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Resources bound (agent type, host, resource id): {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:18.935010 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-55eaf99f-eb74-4882-82b5-76295d607a4b tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Received port after_create {{(pid=92744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:18.965216 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-1d9fbfd6-21e0-4a1a-8e20-550a1bf50340 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d0761408d56e47579f5b9838607cb545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2178078 Jun 21 04:29:18.966181 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 49942) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:18.967079 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30318d-0b0f-4869-856c-1d2d473655bd req-5b6063ba-ca77-4bb7-98ec-136958d7c4e4 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:18.982184 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-2b30318d-0b0f-4869-856c-1d2d473655bd req-5b6063ba-ca77-4bb7-98ec-136958d7c4e4 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/ports?device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 944 time: 0.8107469 Jun 21 04:29:19.187084 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7e9b3255-e318-4ef8-924c-30fef5ccf7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:19.242447 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-2b30318d-0b0f-4869-856c-1d2d473655bd req-4e8a7d0c-0fc1-4b57-a801-16b6173fa055 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/security-groups?id=d270ba23-6d34-4468-a4b5-3b6a69fb9700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574589 Jun 21 04:29:19.261458 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7e9b3255-e318-4ef8-924c-30fef5ccf7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:19.330985 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263940ce-daf5-418f-b4f2-02f55548339d req-8c613a56-dd47-4630-920f-18506e5ade0d tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:19.332561 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eaf99f-eb74-4882-82b5-76295d607a4b tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Pushing event updated for resources: {'Port': ['ID=4c22c064-4f48-4948-b634-28a9696e7430,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:19.334656 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-263940ce-daf5-418f-b4f2-02f55548339d req-8c613a56-dd47-4630-920f-18506e5ade0d tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 931 time: 0.2080655 Jun 21 04:29:19.342060 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-55eaf99f-eb74-4882-82b5-76295d607a4b tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:19.363164 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-dad313fb-1acc-4374-8935-547ee9de2abf req-4aa67fe4-57dc-4795-9725-26ae4d76dba1 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b41d03382de140b4aafed91df2047d48 HTTP/1.1" status: 200 len: 380 time: 0.4712923 Jun 21 04:29:19.374862 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-dad313fb-1acc-4374-8935-547ee9de2abf req-fa57a7fe-6182-40f6-a7e9-e149f83775ee tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Request body: {'port': {'device_id': '8f8a5fcf-f3ef-46ad-9c8b-ce853c952916', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'admin_state_up': True, 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'security_groups': ['a31dfb33-d510-4626-9af1-6b4f84688b69']}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:19.489955 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-263940ce-daf5-418f-b4f2-02f55548339d req-68b18537-7b43-46f2-a37d-38d9d44cb92b tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266162 Jun 21 04:29:19.506797 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7e9b3255-e318-4ef8-924c-30fef5ccf7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:19.506797 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7e9b3255-e318-4ef8-924c-30fef5ccf7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:19.512899 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-7e9b3255-e318-4ef8-924c-30fef5ccf7e5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0441f4f2-57ae-4e64-919b-21cad54474b3 HTTP/1.1" status: 204 len: 168 time: 0.5403419 Jun 21 04:29:19.512899 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:19.539607 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-0c7628c1-9345-40c7-b25f-e23d4c4f6b9e None None] Provisioning for port 4c22c064-4f48-4948-b634-28a9696e7430 completed by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:19.544159 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-0c7628c1-9345-40c7-b25f-e23d4c4f6b9e None None] Provisioning complete for port 4c22c064-4f48-4948-b634-28a9696e7430 triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:19.544432 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0c7628c1-9345-40c7-b25f-e23d4c4f6b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:19.548900 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad313fb-1acc-4374-8935-547ee9de2abf req-fa57a7fe-6182-40f6-a7e9-e149f83775ee tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Made reservation on behalf of b41d03382de140b4aafed91df2047d48 for: {'port': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:29:19.570530 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-dad313fb-1acc-4374-8935-547ee9de2abf req-fa57a7fe-6182-40f6-a7e9-e149f83775ee tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:19.572266 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b3255-e318-4ef8-924c-30fef5ccf7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0441f4f2-57ae-4e64-919b-21cad54474b3,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:19.587543 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-7e9b3255-e318-4ef8-924c-30fef5ccf7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:19.618659 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-0c7628c1-9345-40c7-b25f-e23d4c4f6b9e None None] Port 4c22c064-4f48-4948-b634-28a9696e7430 cannot update to ACTIVE because it is not bound. {{(pid=92745) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:29:19.639336 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-55eaf99f-eb74-4882-82b5-76295d607a4b tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:19.639336 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-55eaf99f-eb74-4882-82b5-76295d607a4b tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:19.665080 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:29:19.675732 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-383ecfff-adcf-48a2-9af1-b3de1d0c8a49 req-588e8889-14a2-47b8-b19d-04aa7e6b71ea tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 210 time: 0.1025245 Jun 21 04:29:19.716061 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-55eaf99f-eb74-4882-82b5-76295d607a4b tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4424698 Jun 21 04:29:19.810694 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] Request body: {'port': {'device_id': 'b4d4fdfb-2a55-40ac-90de-d7902985f6d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:20.031446 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_common [req-dad313fb-1acc-4374-8935-547ee9de2abf req-fa57a7fe-6182-40f6-a7e9-e149f83775ee tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Allocated IP 172.20.0.11 (3be8ed7a-a62f-4c2a-9b4d-410174e064d0/0b063768-9c1b-46e1-8850-d03763645351/d10fe1da-cd3b-4a9b-b7cc-e394809a994e) {{(pid=92744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:20.034879 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:20.600467 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-dad313fb-1acc-4374-8935-547ee9de2abf req-fa57a7fe-6182-40f6-a7e9-e149f83775ee tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for port, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:20.637942 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device bb20a0e8-6189-480f-b69c-eb825e1a69a9 up at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:20.639198 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.provisioning_blocks [req-dad313fb-1acc-4374-8935-547ee9de2abf req-fa57a7fe-6182-40f6-a7e9-e149f83775ee tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Transition to ACTIVE for port object d10fe1da-cd3b-4a9b-b7cc-e394809a994e will not be triggered until provisioned by entity DHCP. {{(pid=92744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:20.706634 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-dad313fb-1acc-4374-8935-547ee9de2abf req-fa57a7fe-6182-40f6-a7e9-e149f83775ee tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60010093'] for port, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:20.717284 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-55eaf99f-eb74-4882-82b5-76295d607a4b tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:20.751001 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174f51b-622c-4f0a-940f-bc5e0ab41f92 req-093ffb9a-1498-44a4-b950-c6c167da9e4e tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:20.753930 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-c174f51b-622c-4f0a-940f-bc5e0ab41f92 req-093ffb9a-1498-44a4-b950-c6c167da9e4e tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/ports?device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 944 time: 0.3278818 Jun 21 04:29:20.764598 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning for port bb20a0e8-6189-480f-b69c-eb825e1a69a9 completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:20.772480 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning complete for port bb20a0e8-6189-480f-b69c-eb825e1a69a9 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:20.775133 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:20.843245 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad313fb-1acc-4374-8935-547ee9de2abf req-fa57a7fe-6182-40f6-a7e9-e149f83775ee tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Network 3be8ed7a-a62f-4c2a-9b4d-410174e064d0 is already hosted by enough agents. {{(pid=92744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:20.880562 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [req-dad313fb-1acc-4374-8935-547ee9de2abf req-fa57a7fe-6182-40f6-a7e9-e149f83775ee tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Resources bound (agent type, host, resource id): {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:20.886688 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad313fb-1acc-4374-8935-547ee9de2abf req-fa57a7fe-6182-40f6-a7e9-e149f83775ee tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Received port after_create {{(pid=92744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:20.898120 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57a7fe-6182-40f6-a7e9-e149f83775ee tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Pushing event updated for resources: {'Port': ['ID=d10fe1da-cd3b-4a9b-b7cc-e394809a994e,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:20.917884 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-fa57a7fe-6182-40f6-a7e9-e149f83775ee tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:20.950120 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-c174f51b-622c-4f0a-940f-bc5e0ab41f92 req-36e652df-31c7-4767-8ba6-c6617e51cb25 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/security-groups?id=d270ba23-6d34-4468-a4b5-3b6a69fb9700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706967 Jun 21 04:29:20.958839 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:20.980158 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c22c064-4f48-4948-b634-28a9696e7430 {{(pid=92744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:29:21.011817 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:21.075001 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.provisioning_blocks [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] Transition to ACTIVE for port object 4c22c064-4f48-4948-b634-28a9696e7430 will not be triggered until provisioned by entity L2. {{(pid=92744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:21.078042 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port bb20a0e8-6189-480f-b69c-eb825e1a69a9, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=bb20a0e8-6189-480f-b69c-eb825e1a69a9,segment=NetworkSegment(4cd2f477-237c-432a-8bb5-a4373b798309),segment_id=4cd2f477-237c-432a-8bb5-a4373b798309)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:21.080509 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0718336c-5155-4e04-914c-1f31bfff4d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb20a0e8-6189-480f-b69c-eb825e1a69a9'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:29:21.091132 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad313fb-1acc-4374-8935-547ee9de2abf req-fa57a7fe-6182-40f6-a7e9-e149f83775ee tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:21.091844 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-dad313fb-1acc-4374-8935-547ee9de2abf req-fa57a7fe-6182-40f6-a7e9-e149f83775ee tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:21.108288 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:21.148574 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:21.209403 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:21.231331 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:21.410920 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-dad313fb-1acc-4374-8935-547ee9de2abf req-fa57a7fe-6182-40f6-a7e9-e149f83775ee tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0411553 Jun 21 04:29:21.508896 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-dad313fb-1acc-4374-8935-547ee9de2abf req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] Request body: {'port': {'device_id': '8f8a5fcf-f3ef-46ad-9c8b-ce853c952916', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:21.528618 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=bb20a0e8-6189-480f-b69c-eb825e1a69a9,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:21.556194 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:21.569441 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a68005d-5adb-4ff7-bc9d-16a05bea83e3" -d '{"events": [{"server_uuid": "0718336c-5155-4e04-914c-1f31bfff4d3e", "name": "network-vif-plugged", "status": "completed", "tag": "bb20a0e8-6189-480f-b69c-eb825e1a69a9"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:29:21.611271 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-b76537cc-63b1-4870-8b5e-fd4ded89b429 None None] Provisioning for port d10fe1da-cd3b-4a9b-b7cc-e394809a994e completed by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:21.660606 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-b76537cc-63b1-4870-8b5e-fd4ded89b429 None None] Provisioning complete for port d10fe1da-cd3b-4a9b-b7cc-e394809a994e triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:21.661362 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b76537cc-63b1-4870-8b5e-fd4ded89b429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:21.712090 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b65f1-0a02-4663-bc67-7e46c08c2d62 req-9ca9924f-06c8-465e-8a5e-4462ba6bb495 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:21.717053 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] Pushing event updated for resources: {'Port': ['ID=4c22c064-4f48-4948-b634-28a9696e7430,revision_number=2']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:21.724007 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-2c8b65f1-0a02-4663-bc67-7e46c08c2d62 req-9ca9924f-06c8-465e-8a5e-4462ba6bb495 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 932 time: 0.2471659 Jun 21 04:29:21.726499 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:21.751744 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:21.781923 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-2c8b65f1-0a02-4663-bc67-7e46c08c2d62 req-f883ac8e-4cc0-4e38-ae4f-aa3908cfbd5f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559042 Jun 21 04:29:21.800906 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-b76537cc-63b1-4870-8b5e-fd4ded89b429 None None] Port d10fe1da-cd3b-4a9b-b7cc-e394809a994e cannot update to ACTIVE because it is not bound. {{(pid=92745) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:29:21.897492 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-dad313fb-1acc-4374-8935-547ee9de2abf req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:21.933824 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c08bf-cf4e-48b8-ba40-b13d7348a517 req-45c0289d-c317-4c56-92cf-e0e0f941fb83 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:21.951424 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-335c08bf-cf4e-48b8-ba40-b13d7348a517 req-45c0289d-c317-4c56-92cf-e0e0f941fb83 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 943 time: 0.8446643 Jun 21 04:29:22.057301 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] Attempting to bind port 4c22c064-4f48-4948-b634-28a9696e7430 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:29:22.057718 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] Attempting to bind port 4c22c064-4f48-4948-b634-28a9696e7430 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '50fb9846-5f25-4e5f-8fbf-a7a96f258e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a'}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:29:22.058243 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] Attempting to bind port 4c22c064-4f48-4948-b634-28a9696e7430 on network eacf42c2-00ce-42e3-89dd-853a4c6fa08a {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:22.096928 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 50092) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:22.105330 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] Port 4c22c064-4f48-4948-b634-28a9696e7430 on network eacf42c2-00ce-42e3-89dd-853a4c6fa08a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:29:22.105853 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] Attempting to bind port 4c22c064-4f48-4948-b634-28a9696e7430 on network eacf42c2-00ce-42e3-89dd-853a4c6fa08a {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:22.132761 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-335c08bf-cf4e-48b8-ba40-b13d7348a517 req-23183b94-b61f-435c-b594-ef946f28f6fc tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802297 Jun 21 04:29:22.221581 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] Checking agent: {'id': '96b302db-cc9c-42f9-932f-b12d5511dc88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'started_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:29:22.222380 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] Checking segment: {'id': '50fb9846-5f25-4e5f-8fbf-a7a96f258e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:22.223084 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] Bound using segment: {'id': '50fb9846-5f25-4e5f-8fbf-a7a96f258e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a'} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:29:22.224405 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] Bound port: 4c22c064-4f48-4948-b634-28a9696e7430, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50fb9846-5f25-4e5f-8fbf-a7a96f258e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a'}}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:29:22.225195 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:22.471062 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd1c7a8-94a2-49dd-bba5-08ed91d5160e x-openstack-request-id: req-9bd1c7a8-94a2-49dd-bba5-08ed91d5160e {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:29:22.471590 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0718336c-5155-4e04-914c-1f31bfff4d3e", "name": "network-vif-plugged", "status": "completed", "tag": "bb20a0e8-6189-480f-b69c-eb825e1a69a9", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:29:22.472092 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9bd1c7a8-94a2-49dd-bba5-08ed91d5160e {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:29:22.472766 dv-cinder-797170-3-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0718336c-5155-4e04-914c-1f31bfff4d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb20a0e8-6189-480f-b69c-eb825e1a69a9', 'code': 200} Jun 21 04:29:22.543407 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] For port 4c22c064-4f48-4948-b634-28a9696e7430, host hv-cinder-79717, cleared binding levels {{(pid=92744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:29:22.588153 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] For port 4c22c064-4f48-4948-b634-28a9696e7430, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4c22c064-4f48-4948-b634-28a9696e7430,segment=NetworkSegment(50fb9846-5f25-4e5f-8fbf-a7a96f258e08),segment_id=50fb9846-5f25-4e5f-8fbf-a7a96f258e08)] {{(pid=92744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:29:22.615168 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:22.629625 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1f6545a7-032e-432e-bed7-a2a389c3d31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:22.630861 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:22.733248 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45940b8d-b9f0-4328-85c8-f1da7aa4e0a5 req-a950e7fa-6f6e-4f31-9b49-5687762bbe58 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:22.734866 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-45940b8d-b9f0-4328-85c8-f1da7aa4e0a5 req-a950e7fa-6f6e-4f31-9b49-5687762bbe58 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/ports?device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 945 time: 0.3138409 Jun 21 04:29:22.804557 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:22.805267 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:22.807035 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] 10.222.0.61 "PUT /v2.0/ports/4c22c064-4f48-4948-b634-28a9696e7430 HTTP/1.1" status: 200 len: 1093 time: 3.0075076 Jun 21 04:29:22.826735 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d4fdfb-2a55-40ac-90de-d7902985f6d6', 'tag': '4c22c064-4f48-4948-b634-28a9696e7430'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:29:22.829337 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78a6451-6e50-4918-8525-8c845b123b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d4fdfb-2a55-40ac-90de-d7902985f6d6", "tag": "4c22c064-4f48-4948-b634-28a9696e7430"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:29:22.893724 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.61', 56266) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:22.974764 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] Pushing event updated for resources: {'Port': ['ID=4c22c064-4f48-4948-b634-28a9696e7430,revision_number=3']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:23.010852 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:23.128027 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1f6545a7-032e-432e-bed7-a2a389c3d31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:23.157260 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [req-dad313fb-1acc-4374-8935-547ee9de2abf req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10fe1da-cd3b-4a9b-b7cc-e394809a994e {{(pid=92744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:29:23.187278 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1f6545a7-032e-432e-bed7-a2a389c3d31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:23.202426 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-45940b8d-b9f0-4328-85c8-f1da7aa4e0a5 req-4b89dec4-845a-439f-932d-78dd8b720b57 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/security-groups?id=d270ba23-6d34-4468-a4b5-3b6a69fb9700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943088 Jun 21 04:29:23.206673 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-dad313fb-1acc-4374-8935-547ee9de2abf req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:23.265470 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.provisioning_blocks [req-dad313fb-1acc-4374-8935-547ee9de2abf req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] Transition to ACTIVE for port object d10fe1da-cd3b-4a9b-b7cc-e394809a994e will not be triggered until provisioned by entity L2. {{(pid=92744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:23.281202 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:23.287582 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-dad313fb-1acc-4374-8935-547ee9de2abf req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:23.304207 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:23.323371 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19275576-4fe7-4847-b9ad-8f549e4fb8b6 req-7b86cf1a-799f-4b5f-83ac-364fb19cf856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:23.325023 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-19275576-4fe7-4847-b9ad-8f549e4fb8b6 req-7b86cf1a-799f-4b5f-83ac-364fb19cf856 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 1098 time: 0.4750903 Jun 21 04:29:23.376526 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6f30a7-2285-4a11-94b0-31799c63e649 x-openstack-request-id: req-4a6f30a7-2285-4a11-94b0-31799c63e649 {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:29:23.376880 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d4fdfb-2a55-40ac-90de-d7902985f6d6", "tag": "4c22c064-4f48-4948-b634-28a9696e7430", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:29:23.377167 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a6f30a7-2285-4a11-94b0-31799c63e649 {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:29:23.377973 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d4fdfb-2a55-40ac-90de-d7902985f6d6', 'tag': '4c22c064-4f48-4948-b634-28a9696e7430', 'status': 'completed', 'code': 200} Jun 21 04:29:23.423397 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-1f6545a7-032e-432e-bed7-a2a389c3d31f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa09eb149612420486458929c0b7dc2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3248746 Jun 21 04:29:23.431404 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 50160) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:23.450988 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6545a7-032e-432e-bed7-a2a389c3d31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718eaba2-9958-463a-888f-58251d3fe7de,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:23.481545 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-19275576-4fe7-4847-b9ad-8f549e4fb8b6 req-fa0e4953-7773-4cf1-aa70-0831e159373b service neutron] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:23.481755 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-1f6545a7-032e-432e-bed7-a2a389c3d31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:23.536510 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-c72c4f14-01d3-4463-99d9-8bb815c773e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:23.538981 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-c72c4f14-01d3-4463-99d9-8bb815c773e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=98ac6444112049ffbeb07ee05d60964f&device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 1096 time: 0.6392908 Jun 21 04:29:23.548225 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] Pushing event updated for resources: {'Port': ['ID=d10fe1da-cd3b-4a9b-b7cc-e394809a994e,revision_number=2']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:23.553045 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:23.583959 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc0baf-92ae-4880-9e09-cbc9fdc76ccd req-1b39e983-e507-4976-936c-cb7c6d3d1eb6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:23.586748 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-99bc0baf-92ae-4880-9e09-cbc9fdc76ccd req-1b39e983-e507-4976-936c-cb7c6d3d1eb6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 932 time: 0.5041218 Jun 21 04:29:23.713770 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-dad313fb-1acc-4374-8935-547ee9de2abf req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] Attempting to bind port d10fe1da-cd3b-4a9b-b7cc-e394809a994e on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:29:23.714120 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-dad313fb-1acc-4374-8935-547ee9de2abf req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] Attempting to bind port d10fe1da-cd3b-4a9b-b7cc-e394809a994e by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '4265b031-63f1-488b-b782-3a6497268026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0'}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:29:23.714499 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad313fb-1acc-4374-8935-547ee9de2abf req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] Attempting to bind port d10fe1da-cd3b-4a9b-b7cc-e394809a994e on network 3be8ed7a-a62f-4c2a-9b4d-410174e064d0 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:23.760083 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-e95de8c7-8df2-41c6-b9dd-db124ec2cd3d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c22c064-4f48-4948-b634-28a9696e7430 HTTP/1.1" status: 200 len: 217 time: 0.1643791 Jun 21 04:29:23.771322 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad313fb-1acc-4374-8935-547ee9de2abf req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] Port d10fe1da-cd3b-4a9b-b7cc-e394809a994e on network 3be8ed7a-a62f-4c2a-9b4d-410174e064d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:29:23.771322 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad313fb-1acc-4374-8935-547ee9de2abf req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] Attempting to bind port d10fe1da-cd3b-4a9b-b7cc-e394809a994e on network 3be8ed7a-a62f-4c2a-9b4d-410174e064d0 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:23.817115 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad313fb-1acc-4374-8935-547ee9de2abf req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] Checking agent: {'id': '96b302db-cc9c-42f9-932f-b12d5511dc88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'started_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:29:23.817470 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad313fb-1acc-4374-8935-547ee9de2abf req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] Checking segment: {'id': '4265b031-63f1-488b-b782-3a6497268026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:23.817968 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad313fb-1acc-4374-8935-547ee9de2abf req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] Bound using segment: {'id': '4265b031-63f1-488b-b782-3a6497268026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0'} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:29:23.818499 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-dad313fb-1acc-4374-8935-547ee9de2abf req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] Bound port: d10fe1da-cd3b-4a9b-b7cc-e394809a994e, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4265b031-63f1-488b-b782-3a6497268026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0'}}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:29:23.818874 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-dad313fb-1acc-4374-8935-547ee9de2abf req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:23.973073 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-99bc0baf-92ae-4880-9e09-cbc9fdc76ccd req-3f1da33e-73a5-40a1-b0e7-1e7a8d2297cd tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3104680 Jun 21 04:29:23.983528 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-e75b4071-2afe-4edc-b8cf-09bc632e7643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:23.986202 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-e75b4071-2afe-4edc-b8cf-09bc632e7643 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ed4de96-1760-4ad9-bdcc-bd30812b5a13 HTTP/1.1" status: 200 len: 850 time: 0.1907547 Jun 21 04:29:23.987349 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-653a2473-5703-42e3-9190-d6aa8160636f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.040225 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708ac90-a702-42da-bcd4-dd7c6cf974de req-c1a0374b-3c88-4f3f-a9af-25ee984be04c tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:24.054637 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-2708ac90-a702-42da-bcd4-dd7c6cf974de req-c1a0374b-3c88-4f3f-a9af-25ee984be04c tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 943 time: 0.4013104 Jun 21 04:29:24.126605 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-653a2473-5703-42e3-9190-d6aa8160636f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.215796 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-19275576-4fe7-4847-b9ad-8f549e4fb8b6 req-fa0e4953-7773-4cf1-aa70-0831e159373b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.253949 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-19275576-4fe7-4847-b9ad-8f549e4fb8b6 req-fa0e4953-7773-4cf1-aa70-0831e159373b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.319745 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-653a2473-5703-42e3-9190-d6aa8160636f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.343070 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-653a2473-5703-42e3-9190-d6aa8160636f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.347637 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-653a2473-5703-42e3-9190-d6aa8160636f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/718eaba2-9958-463a-888f-58251d3fe7de HTTP/1.1" status: 204 len: 168 time: 0.9128206 Jun 21 04:29:24.351976 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-1ea6a8d4-7441-4193-ab4a-66b601a0aa69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:24.379334 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 50200) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:24.396057 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a2473-5703-42e3-9190-d6aa8160636f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718eaba2-9958-463a-888f-58251d3fe7de,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:24.409014 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-653a2473-5703-42e3-9190-d6aa8160636f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:24.412753 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-9844084e-8210-49f8-9bc9-27b2f5f8c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:24.415608 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-9844084e-8210-49f8-9bc9-27b2f5f8c9fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eacf42c2-00ce-42e3-89dd-853a4c6fa08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4197316 Jun 21 04:29:24.487306 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-0b970daf-1363-4635-a9ab-ba7f43b355cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:24.491035 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-19275576-4fe7-4847-b9ad-8f549e4fb8b6 req-fa0e4953-7773-4cf1-aa70-0831e159373b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d270ba23-6d34-4468-a4b5-3b6a69fb9700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1296017 Jun 21 04:29:24.492186 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-dad313fb-1acc-4374-8935-547ee9de2abf req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] For port d10fe1da-cd3b-4a9b-b7cc-e394809a994e, host hv-cinder-79717, cleared binding levels {{(pid=92744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:29:24.509951 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-2708ac90-a702-42da-bcd4-dd7c6cf974de req-4a6fa37e-10e2-479d-a29a-94ac853c81d6 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4540563 Jun 21 04:29:24.512082 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-dad313fb-1acc-4374-8935-547ee9de2abf req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] For port d10fe1da-cd3b-4a9b-b7cc-e394809a994e, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d10fe1da-cd3b-4a9b-b7cc-e394809a994e,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:29:24.527917 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-dad313fb-1acc-4374-8935-547ee9de2abf req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.546626 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e4953-7773-4cf1-aa70-0831e159373b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6283cdb3-008f-4fd7-ad44-9c1e5b17e0a4,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:24.553689 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-fa0e4953-7773-4cf1-aa70-0831e159373b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:24.554675 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:24.626123 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] Pushing event updated for resources: {'Port': ['ID=d10fe1da-cd3b-4a9b-b7cc-e394809a994e,revision_number=3']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:24.631248 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:24.632533 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad313fb-1acc-4374-8935-547ee9de2abf req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:24.633426 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-dad313fb-1acc-4374-8935-547ee9de2abf req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.635015 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-dad313fb-1acc-4374-8935-547ee9de2abf req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] 10.222.0.61 "PUT /v2.0/ports/d10fe1da-cd3b-4a9b-b7cc-e394809a994e HTTP/1.1" status: 200 len: 1094 time: 3.1715050 Jun 21 04:29:24.755251 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-b9927f8b-cc57-4eb6-8395-161b2bba24eb service neutron] 10.222.0.61 "GET /v2.0/networks/eacf42c2-00ce-42e3-89dd-853a4c6fa08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306544 Jun 21 04:29:24.774623 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad313fb-1acc-4374-8935-547ee9de2abf req-15f2293c-4472-48c4-bbe0-8260aa633a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:24.776853 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-dad313fb-1acc-4374-8935-547ee9de2abf req-15f2293c-4472-48c4-bbe0-8260aa633a01 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b41d03382de140b4aafed91df2047d48&device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 1097 time: 0.0879107 Jun 21 04:29:24.819078 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4129b7-8ce6-4302-9193-ab9f6077ea4c req-a3527ad3-6f74-447c-9354-d3beab29c0ae tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:24.820615 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-9a4129b7-8ce6-4302-9193-ab9f6077ea4c req-a3527ad3-6f74-447c-9354-d3beab29c0ae tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/ports?device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 945 time: 0.3320968 Jun 21 04:29:24.887500 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-dad313fb-1acc-4374-8935-547ee9de2abf req-fed28a15-5eef-430b-aa9d-1810db54be2b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d10fe1da-cd3b-4a9b-b7cc-e394809a994e HTTP/1.1" status: 200 len: 217 time: 0.1011484 Jun 21 04:29:25.018003 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad313fb-1acc-4374-8935-547ee9de2abf req-956a62ee-9e1c-49b2-9946-a7cbaa21d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:25.021029 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-dad313fb-1acc-4374-8935-547ee9de2abf req-956a62ee-9e1c-49b2-9946-a7cbaa21d8a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0b063768-9c1b-46e1-8850-d03763645351 HTTP/1.1" status: 200 len: 855 time: 0.1252096 Jun 21 04:29:25.032804 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-9a4129b7-8ce6-4302-9193-ab9f6077ea4c req-f2c2acc2-8e37-49b0-a6e0-1acad317570f tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/security-groups?id=d270ba23-6d34-4468-a4b5-3b6a69fb9700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955652 Jun 21 04:29:25.063833 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e87a-c238-433f-8244-50a5bd6f49a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.194555 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-8c377c57-0529-4e44-be2b-ea4fc388bde2 req-0481db8d-fd7e-4ea7-afcf-c6d158f3d882 service neutron] 10.222.0.61 "GET /v2.0/networks/eacf42c2-00ce-42e3-89dd-853a4c6fa08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267359 Jun 21 04:29:25.272583 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad313fb-1acc-4374-8935-547ee9de2abf req-082e1d88-278f-460e-bca8-bb61972bd003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:25.277703 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-dad313fb-1acc-4374-8935-547ee9de2abf req-082e1d88-278f-460e-bca8-bb61972bd003 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2481937 Jun 21 04:29:25.308917 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 50230) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:25.385217 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 50234) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:25.410959 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8a5fcf-f3ef-46ad-9c8b-ce853c952916', 'tag': 'd10fe1da-cd3b-4a9b-b7cc-e394809a994e'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:29:25.413608 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7fcdc7-afcb-4217-8dfb-31dfb1370645" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8a5fcf-f3ef-46ad-9c8b-ce853c952916", "tag": "d10fe1da-cd3b-4a9b-b7cc-e394809a994e"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:29:25.437046 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e87a-c238-433f-8244-50a5bd6f49a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.445731 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e87a-c238-433f-8244-50a5bd6f49a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.452085 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-1f6545a7-032e-432e-bed7-a2a389c3d31f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:25.474369 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a6451-6e50-4918-8525-8c845b123b0c req-fc200291-149e-4242-9e3c-8d8b98fdc0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:25.476425 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f78a6451-6e50-4918-8525-8c845b123b0c req-fc200291-149e-4242-9e3c-8d8b98fdc0df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=98ac6444112049ffbeb07ee05d60964f&device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 1096 time: 0.1999402 Jun 21 04:29:25.572777 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6e87a-c238-433f-8244-50a5bd6f49a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82444a3-77eb-472d-9a4b-9a0c5ea423c2,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:25.586494 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-f8e6e87a-c238-433f-8244-50a5bd6f49a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1eb4ba3519314e77a89ea0af9e66de83&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2033641 Jun 21 04:29:25.587921 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-f8e6e87a-c238-433f-8244-50a5bd6f49a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:25.594495 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 50248) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:25.755599 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d169ec66-9641-4807-9469-ba0ba6b63305 x-openstack-request-id: req-d169ec66-9641-4807-9469-ba0ba6b63305 {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:29:25.756007 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8a5fcf-f3ef-46ad-9c8b-ce853c952916", "tag": "d10fe1da-cd3b-4a9b-b7cc-e394809a994e", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:29:25.756327 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d169ec66-9641-4807-9469-ba0ba6b63305 {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:29:25.756855 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8a5fcf-f3ef-46ad-9c8b-ce853c952916', 'tag': 'd10fe1da-cd3b-4a9b-b7cc-e394809a994e', 'status': 'completed', 'code': 200} Jun 21 04:29:25.761862 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9acfff5d-f359-43f7-b0e8-7c0cb69debff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.885178 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-dad313fb-1acc-4374-8935-547ee9de2abf req-cf84df04-f9ae-40a4-806d-9fd8ce4f539e service neutron] 10.222.0.61 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5998759 Jun 21 04:29:25.902805 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bce311-85b0-4222-860b-98b7e01f7163 req-209772d1-415a-42d8-ae06-edee76fd0b3a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:25.910731 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-11bce311-85b0-4222-860b-98b7e01f7163 req-209772d1-415a-42d8-ae06-edee76fd0b3a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 944 time: 0.5549920 Jun 21 04:29:26.098370 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9e5947ca-1986-40ef-a347-5ca12f8111dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.117086 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-16d37373-81ad-46c0-8c9c-7f2548570d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.118007 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-dad313fb-1acc-4374-8935-547ee9de2abf req-9b14764d-fccd-414b-80b0-714ecedc7ce2 service neutron] 10.222.0.61 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031112 Jun 21 04:29:26.138583 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-11bce311-85b0-4222-860b-98b7e01f7163 req-bfb1db43-fe2f-459a-8f40-b08a2c0268d6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255511 Jun 21 04:29:26.147314 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a6451-6e50-4918-8525-8c845b123b0c req-5aec1951-8870-4e9c-b619-16a114088846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:26.150183 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f78a6451-6e50-4918-8525-8c845b123b0c req-5aec1951-8870-4e9c-b619-16a114088846 service neutron] 10.222.0.61 "GET /v2.0/networks?id=eacf42c2-00ce-42e3-89dd-853a4c6fa08a HTTP/1.1" status: 200 len: 912 time: 0.6588578 Jun 21 04:29:26.154006 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 50264) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:26.213678 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9acfff5d-f359-43f7-b0e8-7c0cb69debff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.219782 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9e5947ca-1986-40ef-a347-5ca12f8111dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.222940 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9acfff5d-f359-43f7-b0e8-7c0cb69debff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.228619 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e207acc4-7fae-4243-b48b-1cd940a9ccdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:26.305257 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f78a6451-6e50-4918-8525-8c845b123b0c req-06027639-9c32-4bde-bc4a-053d092869b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c22c064-4f48-4948-b634-28a9696e7430 HTTP/1.1" status: 200 len: 217 time: 0.1276009 Jun 21 04:29:26.316395 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-9acfff5d-f359-43f7-b0e8-7c0cb69debff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=309b2ff879354796913a886e1f9d357a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0041258 Jun 21 04:29:26.317323 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 50270) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:26.351892 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfff5d-f359-43f7-b0e8-7c0cb69debff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe833381-6bdd-43bc-9abe-173dfc159370,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:26.357777 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-9acfff5d-f359-43f7-b0e8-7c0cb69debff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:26.413708 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bdaee-d4af-4be0-8b4b-dfe16907ed4d req-2e6124da-fab3-4aaf-844f-4565fa98142d tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:26.415915 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-195bdaee-d4af-4be0-8b4b-dfe16907ed4d req-2e6124da-fab3-4aaf-844f-4565fa98142d tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 943 time: 0.4167931 Jun 21 04:29:26.452603 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a6451-6e50-4918-8525-8c845b123b0c req-639c6f2e-096d-45a7-9661-1c2c3087cc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:26.460862 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f78a6451-6e50-4918-8525-8c845b123b0c req-639c6f2e-096d-45a7-9661-1c2c3087cc0c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ed4de96-1760-4ad9-bdcc-bd30812b5a13 HTTP/1.1" status: 200 len: 850 time: 0.1443753 Jun 21 04:29:26.476798 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9c7f54a2-a1fd-404d-9fac-5922b8f6eb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.499321 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fcdc7-afcb-4217-8dfb-31dfb1370645 req-dec58ecb-0c40-4de3-98dc-cac191bd1a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:26.500885 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-5e7fcdc7-afcb-4217-8dfb-31dfb1370645 req-dec58ecb-0c40-4de3-98dc-cac191bd1a7a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b41d03382de140b4aafed91df2047d48&device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 1097 time: 0.2096763 Jun 21 04:29:26.514361 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-b288a8d8-02d2-4465-a44a-2b5eb27cac43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.523002 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9c7f54a2-a1fd-404d-9fac-5922b8f6eb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.539641 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866b757-054e-490d-8ba8-4a34f79d7edf req-8a16f03c-54f1-4661-8258-45a33bd5e6e5 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:26.541243 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-f866b757-054e-490d-8ba8-4a34f79d7edf req-8a16f03c-54f1-4661-8258-45a33bd5e6e5 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/ports?device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 945 time: 0.1911919 Jun 21 04:29:26.577022 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9e5947ca-1986-40ef-a347-5ca12f8111dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.588719 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9e5947ca-1986-40ef-a347-5ca12f8111dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.590183 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-9e5947ca-1986-40ef-a347-5ca12f8111dc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d82444a3-77eb-472d-9a4b-9a0c5ea423c2 HTTP/1.1" status: 204 len: 168 time: 0.9943485 Jun 21 04:29:26.596133 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-f4f5b498-7d29-4948-8abb-9b8fe2cc678b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:26.628430 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5947ca-1986-40ef-a347-5ca12f8111dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82444a3-77eb-472d-9a4b-9a0c5ea423c2,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:26.631477 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-9e5947ca-1986-40ef-a347-5ca12f8111dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:26.670009 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-f866b757-054e-490d-8ba8-4a34f79d7edf req-fe25f55b-9d68-4866-af5e-69e3b706ce69 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/security-groups?id=d270ba23-6d34-4468-a4b5-3b6a69fb9700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165874 Jun 21 04:29:26.699972 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-195bdaee-d4af-4be0-8b4b-dfe16907ed4d req-62c9892e-6773-4a97-9216-eac5527f1316 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370224 Jun 21 04:29:26.723399 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-16d37373-81ad-46c0-8c9c-7f2548570d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.740564 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a6451-6e50-4918-8525-8c845b123b0c req-0efb9daa-1d5e-4621-a25d-3d3174ed0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:26.742573 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f78a6451-6e50-4918-8525-8c845b123b0c req-0efb9daa-1d5e-4621-a25d-3d3174ed0523 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eacf42c2-00ce-42e3-89dd-853a4c6fa08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2423728 Jun 21 04:29:26.747257 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fcdc7-afcb-4217-8dfb-31dfb1370645 req-769f6aa5-9bc1-4ea7-b977-a16ec74ed7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:26.747805 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-16d37373-81ad-46c0-8c9c-7f2548570d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.757836 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-5e7fcdc7-afcb-4217-8dfb-31dfb1370645 req-769f6aa5-9bc1-4ea7-b977-a16ec74ed7c1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0 HTTP/1.1" status: 200 len: 917 time: 0.2468944 Jun 21 04:29:26.760527 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9c7f54a2-a1fd-404d-9fac-5922b8f6eb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.765388 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9c7f54a2-a1fd-404d-9fac-5922b8f6eb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.767224 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-9c7f54a2-a1fd-404d-9fac-5922b8f6eb11 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe833381-6bdd-43bc-9abe-173dfc159370 HTTP/1.1" status: 204 len: 168 time: 0.4240086 Jun 21 04:29:26.770954 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-d50ae56f-a54b-4bdd-b001-89a17c3be115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:26.781440 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:26.845052 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f54a2-a1fd-404d-9fac-5922b8f6eb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe833381-6bdd-43bc-9abe-173dfc159370,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:26.869310 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-5e7fcdc7-afcb-4217-8dfb-31dfb1370645 req-a3238e2f-2c19-45b2-917c-e712c8f5f8ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d10fe1da-cd3b-4a9b-b7cc-e394809a994e HTTP/1.1" status: 200 len: 217 time: 0.0999136 Jun 21 04:29:26.875802 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-9c7f54a2-a1fd-404d-9fac-5922b8f6eb11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:26.922940 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d37373-81ad-46c0-8c9c-7f2548570d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c040b6-531e-49af-84aa-89ead8bf11f7,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:26.938386 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-16d37373-81ad-46c0-8c9c-7f2548570d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:26.955205 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fcdc7-afcb-4217-8dfb-31dfb1370645 req-5a2be7f9-74c5-416f-a0fb-3a5fc6d2c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:26.957744 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-5e7fcdc7-afcb-4217-8dfb-31dfb1370645 req-5a2be7f9-74c5-416f-a0fb-3a5fc6d2c95d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0b063768-9c1b-46e1-8850-d03763645351 HTTP/1.1" status: 200 len: 855 time: 0.0803690 Jun 21 04:29:26.966011 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-16d37373-81ad-46c0-8c9c-7f2548570d55 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9925bc325cdc434093b3e46eec8c2e84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5740244 Jun 21 04:29:26.986275 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 50286) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:27.121636 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fcdc7-afcb-4217-8dfb-31dfb1370645 req-09700894-96b9-4ca9-8811-583597a58311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:27.125301 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-5e7fcdc7-afcb-4217-8dfb-31dfb1370645 req-09700894-96b9-4ca9-8811-583597a58311 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1597652 Jun 21 04:29:27.128287 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f78a6451-6e50-4918-8525-8c845b123b0c req-a8007054-952d-4bc4-9b9a-09003ec293f9 service neutron] 10.222.0.61 "GET /v2.0/networks/eacf42c2-00ce-42e3-89dd-853a4c6fa08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718922 Jun 21 04:29:27.251132 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-68073aeb-8c19-4cb0-ba7d-ca5eb1926ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.273943 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-5e7fcdc7-afcb-4217-8dfb-31dfb1370645 req-98d33598-67a2-4e8b-939d-980f361bd6cb service neutron] 10.222.0.61 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361890 Jun 21 04:29:27.290952 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 50292) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:27.296074 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-b288a8d8-02d2-4465-a44a-2b5eb27cac43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.305507 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-68073aeb-8c19-4cb0-ba7d-ca5eb1926ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.317702 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-b288a8d8-02d2-4465-a44a-2b5eb27cac43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.352255 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-9e5947ca-1986-40ef-a347-5ca12f8111dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:27.355961 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-ae79f53c-1074-4c8f-9c44-3b00fab45a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.436845 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-b288a8d8-02d2-4465-a44a-2b5eb27cac43 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=42e9f7c733044e1e8834d130d55824b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2741494 Jun 21 04:29:27.443405 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 50298) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:27.454204 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-68073aeb-8c19-4cb0-ba7d-ca5eb1926ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.459189 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-68073aeb-8c19-4cb0-ba7d-ca5eb1926ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.464128 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-68073aeb-8c19-4cb0-ba7d-ca5eb1926ae9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/44c040b6-531e-49af-84aa-89ead8bf11f7 HTTP/1.1" status: 204 len: 168 time: 0.4703345 Jun 21 04:29:27.520623 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-5e7fcdc7-afcb-4217-8dfb-31dfb1370645 req-957a7bba-dd37-4365-893a-46b5fa6b2394 service neutron] 10.222.0.61 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387962 Jun 21 04:29:27.585257 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a24ffd-06c7-483e-8296-4c5aa4e9c979 req-e57ebd82-5c4b-47b4-b567-d059205b0519 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:27.587602 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-29a24ffd-06c7-483e-8296-4c5aa4e9c979 req-e57ebd82-5c4b-47b4-b567-d059205b0519 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 944 time: 0.2113838 Jun 21 04:29:27.607730 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-ae79f53c-1074-4c8f-9c44-3b00fab45a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.613356 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-ae79f53c-1074-4c8f-9c44-3b00fab45a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.616898 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f78a6451-6e50-4918-8525-8c845b123b0c req-6419d3a0-a0d4-4f28-82bd-fecacc639815 service neutron] 10.222.0.61 "GET /v2.0/networks/eacf42c2-00ce-42e3-89dd-853a4c6fa08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767756 Jun 21 04:29:27.639819 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-af14dfc3-41da-4093-ac4e-5c922345d750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.646700 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288a8d8-02d2-4465-a44a-2b5eb27cac43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fca2d9-1efb-4dcc-848b-e0b06e513159,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:27.663529 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-b288a8d8-02d2-4465-a44a-2b5eb27cac43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:27.664703 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-b288a8d8-02d2-4465-a44a-2b5eb27cac43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:27.679698 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-ae79f53c-1074-4c8f-9c44-3b00fab45a10 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2283527370fa4c64a966218127fae743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795419 Jun 21 04:29:27.682797 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 50310) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:27.686026 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68073aeb-8c19-4cb0-ba7d-ca5eb1926ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c040b6-531e-49af-84aa-89ead8bf11f7,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:27.754653 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79f53c-1074-4c8f-9c44-3b00fab45a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee135d6-0f81-4834-bd53-c01c5b9ae494,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:27.762680 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-29a24ffd-06c7-483e-8296-4c5aa4e9c979 req-36bdde60-262f-4036-8ee7-c4467ea9a393 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513760 Jun 21 04:29:27.776172 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-ae79f53c-1074-4c8f-9c44-3b00fab45a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:27.785373 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:27.790625 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:27.794560 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-af14dfc3-41da-4093-ac4e-5c922345d750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.859697 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ac1fc808-82ac-4e33-b896-1fc1b7fae3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.886826 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ac1fc808-82ac-4e33-b896-1fc1b7fae3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.921341 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-af14dfc3-41da-4093-ac4e-5c922345d750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.924064 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-af14dfc3-41da-4093-ac4e-5c922345d750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.928161 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-af14dfc3-41da-4093-ac4e-5c922345d750 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/56fca2d9-1efb-4dcc-848b-e0b06e513159 HTTP/1.1" status: 204 len: 168 time: 0.4789793 Jun 21 04:29:27.928976 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-56867cb0-a887-4b57-9be8-d78d8141726f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:27.937866 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14dfc3-41da-4093-ac4e-5c922345d750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fca2d9-1efb-4dcc-848b-e0b06e513159,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:27.940238 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-af14dfc3-41da-4093-ac4e-5c922345d750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:27.980807 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ac1fc808-82ac-4e33-b896-1fc1b7fae3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.985435 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ac1fc808-82ac-4e33-b896-1fc1b7fae3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.987871 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-ac1fc808-82ac-4e33-b896-1fc1b7fae3c8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eee135d6-0f81-4834-bd53-c01c5b9ae494 HTTP/1.1" status: 204 len: 168 time: 0.3008959 Jun 21 04:29:27.990162 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-7c21fa9a-5e62-42c0-98e3-4ed7c21c3547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:28.001397 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fc808-82ac-4e33-b896-1fc1b7fae3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee135d6-0f81-4834-bd53-c01c5b9ae494,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:28.008352 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-ac1fc808-82ac-4e33-b896-1fc1b7fae3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:28.122145 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3412a1-1a4c-4c46-963b-4f8dab7713d9 req-6210ed11-e8f3-4887-8459-962c019455ac tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:28.125419 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-3b3412a1-1a4c-4c46-963b-4f8dab7713d9 req-6210ed11-e8f3-4887-8459-962c019455ac tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 943 time: 0.1271231 Jun 21 04:29:28.217682 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-3b3412a1-1a4c-4c46-963b-4f8dab7713d9 req-921c4695-17d2-48a8-95d3-f81ddb38021c tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839052 Jun 21 04:29:28.275019 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 50330) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:28.295572 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e17a-6d7a-4474-8b4e-150c0c9b024e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.449295 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e17a-6d7a-4474-8b4e-150c0c9b024e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.455448 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e17a-6d7a-4474-8b4e-150c0c9b024e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.460103 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:28.501882 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-e1e1e17a-6d7a-4474-8b4e-150c0c9b024e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=752f0f0f568c42f68511c9e7e7da42ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256417 Jun 21 04:29:28.503203 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1e17a-6d7a-4474-8b4e-150c0c9b024e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0b3d23-f418-41a9-afd7-d4854ea3a2ba,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:28.506432 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-e1e1e17a-6d7a-4474-8b4e-150c0c9b024e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:28.507316 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 50344) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:28.614341 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 50350) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:28.618472 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ca8f1e55-f308-4d29-a6a2-3ac5247c2ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.631069 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-16d0c6bf-4635-4a7a-9ea4-374d6e070422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.662797 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ca8f1e55-f308-4d29-a6a2-3ac5247c2ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.685550 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device d10fe1da-cd3b-4a9b-b7cc-e394809a994e details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92745) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:29:28.770411 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ca8f1e55-f308-4d29-a6a2-3ac5247c2ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.773615 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ca8f1e55-f308-4d29-a6a2-3ac5247c2ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.774779 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-ca8f1e55-f308-4d29-a6a2-3ac5247c2ad4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf0b3d23-f418-41a9-afd7-d4854ea3a2ba HTTP/1.1" status: 204 len: 168 time: 0.2655685 Jun 21 04:29:28.775676 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-aeab65fb-20b8-46b3-a34e-2be3d4c9a747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:28.791061 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f1e55-f308-4d29-a6a2-3ac5247c2ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0b3d23-f418-41a9-afd7-d4854ea3a2ba,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:28.795586 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-ca8f1e55-f308-4d29-a6a2-3ac5247c2ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:28.905810 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-16d0c6bf-4635-4a7a-9ea4-374d6e070422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.918100 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-16d0c6bf-4635-4a7a-9ea4-374d6e070422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.946464 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:28.952205 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port d10fe1da-cd3b-4a9b-b7cc-e394809a994e, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d10fe1da-cd3b-4a9b-b7cc-e394809a994e,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:28.992970 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Returning: {'device': 'd10fe1da-cd3b-4a9b-b7cc-e394809a994e', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'port_id': 'd10fe1da-cd3b-4a9b-b7cc-e394809a994e', 'mac_address': 'fa:16:3e:78:27:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b063768-9c1b-46e1-8850-d03763645351', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92745) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:29:29.002461 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0c6bf-4635-4a7a-9ea4-374d6e070422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8f48f1-f9b0-4936-bfac-8e01350960bb,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:29.060454 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-16d0c6bf-4635-4a7a-9ea4-374d6e070422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:29.071970 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.102108 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-16d0c6bf-4635-4a7a-9ea4-374d6e070422 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9060df39f5764baa9fb85dffd03d254b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4862113 Jun 21 04:29:29.104634 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 50372) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:29.118177 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10fe1da-cd3b-4a9b-b7cc-e394809a994e {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:29:29.167269 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0440c-c3d0-4d2b-891e-f729a8e4dab8 req-3e35a2a0-a6f0-4854-ae9a-5e9e1088e2c4 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:29.171041 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-13f0440c-c3d0-4d2b-891e-f729a8e4dab8 req-3e35a2a0-a6f0-4854-ae9a-5e9e1088e2c4 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 944 time: 0.1754258 Jun 21 04:29:29.184883 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port d10fe1da-cd3b-4a9b-b7cc-e394809a994e, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d10fe1da-cd3b-4a9b-b7cc-e394809a994e,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:29.195399 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a28d39ad-26d0-46af-aa05-9087244d188d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.195662 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.200432 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 4c22c064-4f48-4948-b634-28a9696e7430 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92745) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:29:29.222885 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:29.264579 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-13f0440c-c3d0-4d2b-891e-f729a8e4dab8 req-ef536f42-e368-4236-bf2a-1f2712047095 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851419 Jun 21 04:29:29.280459 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a28d39ad-26d0-46af-aa05-9087244d188d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.364570 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.db.resource_extend [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 21 04:29:29.451864 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a28d39ad-26d0-46af-aa05-9087244d188d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.457410 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a28d39ad-26d0-46af-aa05-9087244d188d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.459232 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-a28d39ad-26d0-46af-aa05-9087244d188d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f8f48f1-f9b0-4936-bfac-8e01350960bb HTTP/1.1" status: 204 len: 168 time: 0.3533254 Jun 21 04:29:29.465844 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-0a7a1ddd-85a4-4e6f-bf80-63514ae4739f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:29.490986 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d39ad-26d0-46af-aa05-9087244d188d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8f48f1-f9b0-4936-bfac-8e01350960bb,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:29.498413 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-a28d39ad-26d0-46af-aa05-9087244d188d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:29.572551 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=d10fe1da-cd3b-4a9b-b7cc-e394809a994e,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:29.580811 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:29.616830 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf642af-0c4b-4d68-ac42-d7ef0b1001d5 req-d662cc95-eb79-4cfc-ad87-0a86909749a9 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:29.619813 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0cf642af-0c4b-4d68-ac42-d7ef0b1001d5 req-d662cc95-eb79-4cfc-ad87-0a86909749a9 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 943 time: 0.1859343 Jun 21 04:29:29.626641 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 50388) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:29.642275 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 4c22c064-4f48-4948-b634-28a9696e7430, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4c22c064-4f48-4948-b634-28a9696e7430,segment=NetworkSegment(50fb9846-5f25-4e5f-8fbf-a7a96f258e08),segment_id=50fb9846-5f25-4e5f-8fbf-a7a96f258e08)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:29.716180 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0cf642af-0c4b-4d68-ac42-d7ef0b1001d5 req-174bf4ba-97cd-4274-affc-3c85ee200d77 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871124 Jun 21 04:29:29.824418 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Returning: {'device': '4c22c064-4f48-4948-b634-28a9696e7430', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'port_id': '4c22c064-4f48-4948-b634-28a9696e7430', 'mac_address': 'fa:16:3e:b3:62:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92745) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:29:29.885101 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.907895 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c22c064-4f48-4948-b634-28a9696e7430 {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:29:29.938091 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 4c22c064-4f48-4948-b634-28a9696e7430, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4c22c064-4f48-4948-b634-28a9696e7430,segment=NetworkSegment(50fb9846-5f25-4e5f-8fbf-a7a96f258e08),segment_id=50fb9846-5f25-4e5f-8fbf-a7a96f258e08)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:29.945165 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.948472 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-10ac8f07-1bff-4938-b9f3-f1c4c58f770e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:30.033236 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=4c22c064-4f48-4948-b634-28a9696e7430,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:30.038866 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:30.127954 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-27c73586-7792-4081-aa45-1c0db117592b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.239347 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['d10fe1da-cd3b-4a9b-b7cc-e394809a994e'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:29:30.301305 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['4c22c064-4f48-4948-b634-28a9696e7430'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:29:30.355844 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-27c73586-7792-4081-aa45-1c0db117592b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.363560 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-27c73586-7792-4081-aa45-1c0db117592b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.444272 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:30.454246 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-27c73586-7792-4081-aa45-1c0db117592b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f879d5934134b64a383e7589a3e1449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8258662 Jun 21 04:29:30.457230 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 50410) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:30.559056 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c73586-7792-4081-aa45-1c0db117592b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71adfd98-a012-46ed-82e2-603fd9b36b88,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:30.578527 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-27c73586-7792-4081-aa45-1c0db117592b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:30.747366 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-18917e0b-6e49-4c21-9add-2a562c10f472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.795336 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-18917e0b-6e49-4c21-9add-2a562c10f472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.896065 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-18917e0b-6e49-4c21-9add-2a562c10f472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.910675 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-18917e0b-6e49-4c21-9add-2a562c10f472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.922683 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-18917e0b-6e49-4c21-9add-2a562c10f472 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/71adfd98-a012-46ed-82e2-603fd9b36b88 HTTP/1.1" status: 204 len: 168 time: 0.4621725 Jun 21 04:29:30.923155 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:30.932427 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18917e0b-6e49-4c21-9add-2a562c10f472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71adfd98-a012-46ed-82e2-603fd9b36b88,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:30.935884 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-18917e0b-6e49-4c21-9add-2a562c10f472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:30.980953 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9857e-a194-436e-9fd5-e19631d3c2f2 req-ff8b6cf7-4311-4261-8cd3-2427efd25f35 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:30.995956 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c3c9857e-a194-436e-9fd5-e19631d3c2f2 req-ff8b6cf7-4311-4261-8cd3-2427efd25f35 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 945 time: 0.2051566 Jun 21 04:29:31.087658 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482a434-cf53-4059-b038-3ed5cc2a3a38 req-364ce111-1bd1-4875-b85e-90a716cb20b8 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:31.090914 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-3482a434-cf53-4059-b038-3ed5cc2a3a38 req-364ce111-1bd1-4875-b85e-90a716cb20b8 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 944 time: 0.1203306 Jun 21 04:29:31.119693 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c3c9857e-a194-436e-9fd5-e19631d3c2f2 req-7ad92628-5b8f-4bc1-a074-89a95060b265 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218779 Jun 21 04:29:31.183152 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-3482a434-cf53-4059-b038-3ed5cc2a3a38 req-7fae03a9-857b-4eec-b9af-6999b833c64b tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828819 Jun 21 04:29:31.717552 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 50456) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:31.762329 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-ce220dd5-7b6a-4d2f-b024-7c1b2d7843a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.001051 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-ce220dd5-7b6a-4d2f-b024-7c1b2d7843a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.006795 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-ce220dd5-7b6a-4d2f-b024-7c1b2d7843a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.009726 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:32.075725 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-ce220dd5-7b6a-4d2f-b024-7c1b2d7843a0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=95d447692e92462a9885f2dc4290f3b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3565605 Jun 21 04:29:32.079100 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 50468) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:32.079819 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce220dd5-7b6a-4d2f-b024-7c1b2d7843a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fa4437-8a0d-467c-aa56-afc069bd565a,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:32.104912 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-ce220dd5-7b6a-4d2f-b024-7c1b2d7843a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:32.155388 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d2dbca48-8922-42c4-a99b-f3857fa1ec4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.205872 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d2dbca48-8922-42c4-a99b-f3857fa1ec4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.270523 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d2dbca48-8922-42c4-a99b-f3857fa1ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.279862 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d2dbca48-8922-42c4-a99b-f3857fa1ec4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.287317 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-d2dbca48-8922-42c4-a99b-f3857fa1ec4f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/93fa4437-8a0d-467c-aa56-afc069bd565a HTTP/1.1" status: 204 len: 168 time: 0.2071848 Jun 21 04:29:32.292991 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:32.312593 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbca48-8922-42c4-a99b-f3857fa1ec4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fa4437-8a0d-467c-aa56-afc069bd565a,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:32.316112 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-d2dbca48-8922-42c4-a99b-f3857fa1ec4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:32.416325 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77f9a5-b255-466e-9e06-223dfd5ba160 req-69fe2dfc-c4e9-48eb-bc5c-04c38e949da7 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:32.418360 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-db77f9a5-b255-466e-9e06-223dfd5ba160 req-69fe2dfc-c4e9-48eb-bc5c-04c38e949da7 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 945 time: 0.1238592 Jun 21 04:29:32.469811 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-db77f9a5-b255-466e-9e06-223dfd5ba160 req-305498f9-6352-493a-b9b9-4c4c4a75a9a1 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407104 Jun 21 04:29:32.505520 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ff0fb-1e13-4606-a17b-a0ab43882c2b req-4d5a8c53-2ff2-4e1a-b6ca-6a9d749a8b9b tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:32.513637 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b61ff0fb-1e13-4606-a17b-a0ab43882c2b req-4d5a8c53-2ff2-4e1a-b6ca-6a9d749a8b9b tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 944 time: 0.1141319 Jun 21 04:29:32.559603 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b61ff0fb-1e13-4606-a17b-a0ab43882c2b req-6c699a70-4205-4a9e-b2ef-f9d876d8643a tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450711 Jun 21 04:29:32.720218 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device d10fe1da-cd3b-4a9b-b7cc-e394809a994e up at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:32.724524 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bced40-d06f-4e52-9553-eabe56a9ad6c req-a4e7f546-17b6-41c4-b9c3-609c3fb3dce4 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:32.738227 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-74bced40-d06f-4e52-9553-eabe56a9ad6c req-a4e7f546-17b6-41c4-b9c3-609c3fb3dce4 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/ports?device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 945 time: 0.1015503 Jun 21 04:29:32.780260 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning for port d10fe1da-cd3b-4a9b-b7cc-e394809a994e completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:32.785607 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-74bced40-d06f-4e52-9553-eabe56a9ad6c req-d097cfba-0b8c-47f4-8cfc-911b880ca845 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/security-groups?id=d270ba23-6d34-4468-a4b5-3b6a69fb9700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457542 Jun 21 04:29:32.793405 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning complete for port d10fe1da-cd3b-4a9b-b7cc-e394809a994e triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:32.793795 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.896372 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.930234 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8a5fcf-f3ef-46ad-9c8b-ce853c952916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10fe1da-cd3b-4a9b-b7cc-e394809a994e'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:29:32.932719 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120a4c48-499e-4053-86d0-abc93a2f2f96" -d '{"events": [{"server_uuid": "8f8a5fcf-f3ef-46ad-9c8b-ce853c952916", "name": "network-vif-plugged", "status": "completed", "tag": "d10fe1da-cd3b-4a9b-b7cc-e394809a994e"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:29:32.947644 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port d10fe1da-cd3b-4a9b-b7cc-e394809a994e, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d10fe1da-cd3b-4a9b-b7cc-e394809a994e,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:32.954319 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.957657 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 4c22c064-4f48-4948-b634-28a9696e7430 up at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:32.984724 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 50500) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:33.006094 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:33.010335 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-08b09d0d-9e6a-47a0-a0b8-5c3825188598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.068829 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07aa3f7b-54e7-4f59-be67-368bf91e6c78 x-openstack-request-id: req-07aa3f7b-54e7-4f59-be67-368bf91e6c78 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:29:33.069142 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8a5fcf-f3ef-46ad-9c8b-ce853c952916", "name": "network-vif-plugged", "status": "completed", "tag": "d10fe1da-cd3b-4a9b-b7cc-e394809a994e", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:29:33.069387 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-07aa3f7b-54e7-4f59-be67-368bf91e6c78 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:29:33.075393 dv-cinder-797170-3-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8a5fcf-f3ef-46ad-9c8b-ce853c952916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10fe1da-cd3b-4a9b-b7cc-e394809a994e', 'code': 200} Jun 21 04:29:33.088830 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=d10fe1da-cd3b-4a9b-b7cc-e394809a994e,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:33.103638 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:33.115895 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning for port 4c22c064-4f48-4948-b634-28a9696e7430 completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:33.123449 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning complete for port 4c22c064-4f48-4948-b634-28a9696e7430 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:33.124118 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.191830 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-08b09d0d-9e6a-47a0-a0b8-5c3825188598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.198383 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-08b09d0d-9e6a-47a0-a0b8-5c3825188598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.207508 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-ebb3f218-cb6c-4846-980b-8d260f3e24ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:33.294122 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.303076 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b09d0d-9e6a-47a0-a0b8-5c3825188598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79691f5-bdc7-4ce5-8fc8-f886497ad763,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:33.317961 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 50518) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:33.318676 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-08b09d0d-9e6a-47a0-a0b8-5c3825188598 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3539afe9d83a4352bdba7a9f80a9a536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331027 Jun 21 04:29:33.320864 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-08b09d0d-9e6a-47a0-a0b8-5c3825188598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:33.394914 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3347df76-931a-4568-9c7c-0c0b19feae5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.415063 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 4c22c064-4f48-4948-b634-28a9696e7430, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4c22c064-4f48-4948-b634-28a9696e7430,segment=NetworkSegment(50fb9846-5f25-4e5f-8fbf-a7a96f258e08),segment_id=50fb9846-5f25-4e5f-8fbf-a7a96f258e08)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:33.426043 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.429695 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:33.495590 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3347df76-931a-4568-9c7c-0c0b19feae5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.526253 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=4c22c064-4f48-4948-b634-28a9696e7430,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:33.539165 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:33.607397 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778517a-91db-4279-bc89-a3f7b4e379e6 req-4bb251ab-2a70-4958-98aa-6684b85b056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:33.610509 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d778517a-91db-4279-bc89-a3f7b4e379e6 req-4bb251ab-2a70-4958-98aa-6684b85b056f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 1099 time: 0.2026093 Jun 21 04:29:33.676089 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3347df76-931a-4568-9c7c-0c0b19feae5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.690170 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3347df76-931a-4568-9c7c-0c0b19feae5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.693762 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-3347df76-931a-4568-9c7c-0c0b19feae5f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c79691f5-bdc7-4ce5-8fc8-f886497ad763 HTTP/1.1" status: 204 len: 168 time: 0.3744416 Jun 21 04:29:33.699071 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:33.793736 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347df76-931a-4568-9c7c-0c0b19feae5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79691f5-bdc7-4ce5-8fc8-f886497ad763,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:33.836370 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d778517a-91db-4279-bc89-a3f7b4e379e6 req-885b4e0b-37b2-4476-b257-826800607860 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177846 Jun 21 04:29:33.872355 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347df76-931a-4568-9c7c-0c0b19feae5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:33.872355 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347df76-931a-4568-9c7c-0c0b19feae5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:33.872355 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347df76-931a-4568-9c7c-0c0b19feae5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:33.872355 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347df76-931a-4568-9c7c-0c0b19feae5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:33.872355 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347df76-931a-4568-9c7c-0c0b19feae5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:33.872355 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347df76-931a-4568-9c7c-0c0b19feae5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:33.873289 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347df76-931a-4568-9c7c-0c0b19feae5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:33.873806 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347df76-931a-4568-9c7c-0c0b19feae5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:33.874192 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347df76-931a-4568-9c7c-0c0b19feae5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:33.877567 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347df76-931a-4568-9c7c-0c0b19feae5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:33.878448 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347df76-931a-4568-9c7c-0c0b19feae5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:33.878962 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347df76-931a-4568-9c7c-0c0b19feae5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:33.884629 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-3347df76-931a-4568-9c7c-0c0b19feae5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:34.048032 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d32097-3d2d-456e-bdf2-834cd6e13da5 req-9024114c-35dd-44af-bf58-b99d59bb0dba tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:34.056010 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-71d32097-3d2d-456e-bdf2-834cd6e13da5 req-9024114c-35dd-44af-bf58-b99d59bb0dba tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.2234714 Jun 21 04:29:34.095516 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8f10e-5ba2-4acf-89bd-c781bb5e0d80 req-ea927654-6e16-4408-bed9-d110594c5acf tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:34.097235 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d5f8f10e-5ba2-4acf-89bd-c781bb5e0d80 req-ea927654-6e16-4408-bed9-d110594c5acf tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.2412975 Jun 21 04:29:34.161012 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-71d32097-3d2d-456e-bdf2-834cd6e13da5 req-add98c6c-4d27-4a0e-9734-6817a51479b3 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035571 Jun 21 04:29:34.163122 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d5f8f10e-5ba2-4acf-89bd-c781bb5e0d80 req-fd26acf5-16bc-4331-ac40-29b032830332 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595419 Jun 21 04:29:34.211357 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330b12b-c6fe-4298-8ae2-763623f1aabd req-e5cf2750-9cab-418c-aede-89c6e1a55c2a tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:34.215036 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5330b12b-c6fe-4298-8ae2-763623f1aabd req-e5cf2750-9cab-418c-aede-89c6e1a55c2a tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.61 "GET /v2.0/ports?device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 945 time: 0.2309871 Jun 21 04:29:34.554079 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [req-5330b12b-c6fe-4298-8ae2-763623f1aabd req-0a52dea2-b4a7-4888-817c-0504aaa4c767 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Deleting port bb20a0e8-6189-480f-b69c-eb825e1a69a9 {{(pid=92743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:29:34.554607 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-5330b12b-c6fe-4298-8ae2-763623f1aabd req-0a52dea2-b4a7-4888-817c-0504aaa4c767 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.581617 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18125a-6630-4862-bc88-c91c786de95e req-aa64d12d-0047-4a3f-ae26-9330aaa9da6f tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:34.584232 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-de18125a-6630-4862-bc88-c91c786de95e req-aa64d12d-0047-4a3f-ae26-9330aaa9da6f tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/ports?device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 945 time: 0.1585979 Jun 21 04:29:34.694865 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-de18125a-6630-4862-bc88-c91c786de95e req-ecb3d498-c7fb-4795-9b19-fd9364068bdf tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/security-groups?id=d270ba23-6d34-4468-a4b5-3b6a69fb9700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966804 Jun 21 04:29:34.793340 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [req-5330b12b-c6fe-4298-8ae2-763623f1aabd req-0a52dea2-b4a7-4888-817c-0504aaa4c767 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] For port bb20a0e8-6189-480f-b69c-eb825e1a69a9, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=bb20a0e8-6189-480f-b69c-eb825e1a69a9,segment=NetworkSegment(4cd2f477-237c-432a-8bb5-a4373b798309),segment_id=4cd2f477-237c-432a-8bb5-a4373b798309)] {{(pid=92743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:34.795754 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-5330b12b-c6fe-4298-8ae2-763623f1aabd req-0a52dea2-b4a7-4888-817c-0504aaa4c767 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.952587 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [req-5330b12b-c6fe-4298-8ae2-763623f1aabd req-0a52dea2-b4a7-4888-817c-0504aaa4c767 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Calling delete_port for bb20a0e8-6189-480f-b69c-eb825e1a69a9 owned by compute:nova {{(pid=92743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:29:35.077388 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d4fdfb-2a55-40ac-90de-d7902985f6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c22c064-4f48-4948-b634-28a9696e7430'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:29:35.080282 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff7ec41-49da-4103-b85d-2b37dadddaa5" -d '{"events": [{"server_uuid": "b4d4fdfb-2a55-40ac-90de-d7902985f6d6", "name": "network-vif-plugged", "status": "completed", "tag": "4c22c064-4f48-4948-b634-28a9696e7430"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:29:35.131004 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d24a81-be85-4dbf-8f7c-7c9ef2579d23 x-openstack-request-id: req-49d24a81-be85-4dbf-8f7c-7c9ef2579d23 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:29:35.131380 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d4fdfb-2a55-40ac-90de-d7902985f6d6", "name": "network-vif-plugged", "status": "completed", "tag": "4c22c064-4f48-4948-b634-28a9696e7430", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:29:35.131709 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-49d24a81-be85-4dbf-8f7c-7c9ef2579d23 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:29:35.132238 dv-cinder-797170-3-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d4fdfb-2a55-40ac-90de-d7902985f6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c22c064-4f48-4948-b634-28a9696e7430', 'code': 200} Jun 21 04:29:35.317899 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 50604) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:35.593319 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-5330b12b-c6fe-4298-8ae2-763623f1aabd req-0a52dea2-b4a7-4888-817c-0504aaa4c767 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639'] for port, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.601576 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db986eb-b685-444a-8bf8-4ae1ad36745b req-5308df55-35a6-42f9-be9a-984b48844b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:35.607569 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['bb20a0e8-6189-480f-b69c-eb825e1a69a9'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:29:35.610197 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc5d58-d58c-4aa9-8b14-da4f38902a11 req-7a953fad-0c90-4049-930d-175d7846e324 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:35.616622 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-2db986eb-b685-444a-8bf8-4ae1ad36745b req-5308df55-35a6-42f9-be9a-984b48844b56 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 1098 time: 0.1689942 Jun 21 04:29:35.631558 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-42fc5d58-d58c-4aa9-8b14-da4f38902a11 req-7a953fad-0c90-4049-930d-175d7846e324 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.1674356 Jun 21 04:29:35.638325 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:35.647966 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea260a1-a653-44c4-a5ad-0df3572db7d4 req-e8f1578e-aaf8-44c7-a136-a906e0391e65 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:35.670838 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-7ea260a1-a653-44c4-a5ad-0df3572db7d4 req-e8f1578e-aaf8-44c7-a136-a906e0391e65 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.2787652 Jun 21 04:29:35.766807 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52dea2-b4a7-4888-817c-0504aaa4c767 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Pushing event deleted for resources: {'Port': ['ID=bb20a0e8-6189-480f-b69c-eb825e1a69a9,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:35.786898 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-0a52dea2-b4a7-4888-817c-0504aaa4c767 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:35.812909 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-bccd30b2-ad25-46d7-b38d-ec840597b60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.840526 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-2db986eb-b685-444a-8bf8-4ae1ad36745b req-c91c06e1-cb46-45fd-bfdf-e1b81659d3e2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586244 Jun 21 04:29:35.870263 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-7ea260a1-a653-44c4-a5ad-0df3572db7d4 req-ed95337f-a735-4573-b3ce-1f60cd7ce95d tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958358 Jun 21 04:29:36.122525 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 50626) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:36.125833 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [req-5330b12b-c6fe-4298-8ae2-763623f1aabd req-0a52dea2-b4a7-4888-817c-0504aaa4c767 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] No DVR routers for this DVR port bb20a0e8-6189-480f-b69c-eb825e1a69a9 on host hv-cinder-79717 {{(pid=92743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:29:36.150496 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-5330b12b-c6fe-4298-8ae2-763623f1aabd req-0a52dea2-b4a7-4888-817c-0504aaa4c767 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.154257 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5330b12b-c6fe-4298-8ae2-763623f1aabd req-0a52dea2-b4a7-4888-817c-0504aaa4c767 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.61 "DELETE /v2.0/ports/bb20a0e8-6189-480f-b69c-eb825e1a69a9 HTTP/1.1" status: 204 len: 173 time: 1.9314015 Jun 21 04:29:36.154722 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-bccd30b2-ad25-46d7-b38d-ec840597b60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.157771 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0718336c-5155-4e04-914c-1f31bfff4d3e', 'name': 'network-vif-deleted', 'tag': 'bb20a0e8-6189-480f-b69c-eb825e1a69a9'}] {{(pid=92743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:29:36.160857 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-bccd30b2-ad25-46d7-b38d-ec840597b60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.170907 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:36.273370 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd30b2-ad25-46d7-b38d-ec840597b60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ee7f01-ab56-4def-aab1-22f86fe2ac70,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:36.332061 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-42fc5d58-d58c-4aa9-8b14-da4f38902a11 req-83fcf590-6c4d-4578-acc2-f7dea82b307a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6818411 Jun 21 04:29:36.334045 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd30b2-ad25-46d7-b38d-ec840597b60e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:36.334894 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd30b2-ad25-46d7-b38d-ec840597b60e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:36.335679 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd30b2-ad25-46d7-b38d-ec840597b60e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:36.336753 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd30b2-ad25-46d7-b38d-ec840597b60e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:36.337780 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd30b2-ad25-46d7-b38d-ec840597b60e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:36.338440 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd30b2-ad25-46d7-b38d-ec840597b60e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:36.339297 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd30b2-ad25-46d7-b38d-ec840597b60e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:36.340015 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd30b2-ad25-46d7-b38d-ec840597b60e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:36.340453 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd30b2-ad25-46d7-b38d-ec840597b60e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:36.341097 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd30b2-ad25-46d7-b38d-ec840597b60e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:36.341681 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd30b2-ad25-46d7-b38d-ec840597b60e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:36.342223 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd30b2-ad25-46d7-b38d-ec840597b60e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:36.365775 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-37e97108-8f20-488a-a249-6f09ef6a06e2 req-cd79dc81-9968-4fc8-8ff8-aa35c67f1aff tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/ports?device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 210 time: 0.1169662 Jun 21 04:29:36.367207 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-bccd30b2-ad25-46d7-b38d-ec840597b60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:36.376091 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 50640) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:36.377073 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-bccd30b2-ad25-46d7-b38d-ec840597b60e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2fc40a5c752e40799996ce547097bccd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0576460 Jun 21 04:29:36.469616 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-012227da-9206-46c9-bae4-61e536325d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.528607 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-012227da-9206-46c9-bae4-61e536325d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.660251 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-01ee95e5-8bed-435d-bfc2-4fb2287615f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.737902 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b6a3a-3ad0-4d50-a6d5-84c5ef9b014f req-806e6644-42f5-4e64-8377-8abfe58690f9 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:36.740833 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-678b6a3a-3ad0-4d50-a6d5-84c5ef9b014f req-806e6644-42f5-4e64-8377-8abfe58690f9 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.2024705 Jun 21 04:29:36.754547 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-012227da-9206-46c9-bae4-61e536325d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.756125 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 50650) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:36.761914 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-012227da-9206-46c9-bae4-61e536325d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.768160 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-012227da-9206-46c9-bae4-61e536325d8c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b9ee7f01-ab56-4def-aab1-22f86fe2ac70 HTTP/1.1" status: 204 len: 168 time: 0.3880911 Jun 21 04:29:36.769326 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:36.771568 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-daa03e5a-d25e-4f38-b180-5200fa62e612 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Request body: {'floatingip': {'port_id': 'd10fe1da-cd3b-4a9b-b7cc-e394809a994e'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:36.811594 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012227da-9206-46c9-bae4-61e536325d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ee7f01-ab56-4def-aab1-22f86fe2ac70,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:36.836359 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-012227da-9206-46c9-bae4-61e536325d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:36.862829 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f341443fd223dcfc934d9995c5c4b990c7400f9cb91ffc9321324360bae7ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3dcea22-7779-433b-91c0-6c3b25cef06a" -d '{"events": [{"server_uuid": "0718336c-5155-4e04-914c-1f31bfff4d3e", "name": "network-vif-deleted", "tag": "bb20a0e8-6189-480f-b69c-eb825e1a69a9"}]}' {{(pid=92743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:29:36.906373 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-daa03e5a-d25e-4f38-b180-5200fa62e612 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for floatingip, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:37.225109 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef389f-c3e5-49d4-a1b1-122cbd0a1ced req-7d0a4953-b0e7-4171-bc4b-0675f7bea4dd tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:37.229309 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0aef389f-c3e5-49d4-a1b1-122cbd0a1ced req-7d0a4953-b0e7-4171-bc4b-0675f7bea4dd tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.1558335 Jun 21 04:29:37.249167 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-01ee95e5-8bed-435d-bfc2-4fb2287615f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:37.258865 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-01ee95e5-8bed-435d-bfc2-4fb2287615f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:37.319823 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0aef389f-c3e5-49d4-a1b1-122cbd0a1ced req-04de8273-1f6e-40c7-a328-6da19242fc80 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793114 Jun 21 04:29:37.529596 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-9c7f54a2-a1fd-404d-9fac-5922b8f6eb11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:37.556575 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee95e5-8bed-435d-bfc2-4fb2287615f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a4f37b-5d2c-4d25-8b47-cde603eeeb2b,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:37.567020 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-01ee95e5-8bed-435d-bfc2-4fb2287615f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:37.598743 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-01ee95e5-8bed-435d-bfc2-4fb2287615f5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=925e3e144f4147f18eb231cae249ac1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4741690 Jun 21 04:29:37.599518 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 50678) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:37.751412 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c916d45d-4cb1-4a64-aaea-6df135651842 x-openstack-request-id: req-c916d45d-4cb1-4a64-aaea-6df135651842 {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:29:37.754394 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0718336c-5155-4e04-914c-1f31bfff4d3e", "name": "network-vif-deleted", "tag": "bb20a0e8-6189-480f-b69c-eb825e1a69a9", "status": "completed", "code": 200}]} {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:29:37.756104 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c916d45d-4cb1-4a64-aaea-6df135651842 {{(pid=92743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:29:37.766608 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0718336c-5155-4e04-914c-1f31bfff4d3e', 'name': 'network-vif-deleted', 'tag': 'bb20a0e8-6189-480f-b69c-eb825e1a69a9', 'status': 'completed', 'code': 200} Jun 21 04:29:37.860689 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edaf40-2b0e-4a8c-9d74-d55b844457b3 req-9ef1d9e7-df57-4f7e-9d48-86d4d15c7423 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:37.873199 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-58edaf40-2b0e-4a8c-9d74-d55b844457b3 req-9ef1d9e7-df57-4f7e-9d48-86d4d15c7423 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.3675537 Jun 21 04:29:37.876979 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 50684) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:37.877537 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 50686) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:37.888783 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-aede4165-23e7-42da-acf3-d7ad68856b73 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Request body: {'floatingip': {'port_id': '4c22c064-4f48-4948-b634-28a9696e7430'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:37.951671 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ec4c67a7-656a-4fe1-885d-dc16214ca001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:37.995365 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-aede4165-23e7-42da-acf3-d7ad68856b73 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for floatingip, before_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:38.055103 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 50692) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:38.083510 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ec4c67a7-656a-4fe1-885d-dc16214ca001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:38.339811 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-235e630d-b877-4fc4-a26e-475a50c2b30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:38.365524 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ea571493-a0f5-4d9e-af9a-b6fe6ab24167 req-cf3215df-0318-4b11-9b32-79492dab3685 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] 10.222.0.60 "GET /v2.0/ports?device_id=0718336c-5155-4e04-914c-1f31bfff4d3e HTTP/1.1" status: 200 len: 210 time: 0.3682954 Jun 21 04:29:38.401918 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.db.resource_extend [None req-daa03e5a-d25e-4f38-b180-5200fa62e612 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 21 04:29:38.436695 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-baf1948d-d01f-43b7-8d37-81968b48a60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:38.572372 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.db.api [None req-baf1948d-d01f-43b7-8d37-81968b48a60c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 04:29:38.572372 dv-cinder-797170-3-smb neutron-server[92743]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 04:29:38.572372 dv-cinder-797170-3-smb neutron-server[92743]: [parameters: {'project_id_1': '1c2ed81950cb4e4ea04b6cd3c9f71c12', 'expiration_1': datetime.datetime(2021, 6, 21, 4, 29, 38, 504689)}] Jun 21 04:29:38.572372 dv-cinder-797170-3-smb neutron-server[92743]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 04:29:38.572969 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_db.api [None req-baf1948d-d01f-43b7-8d37-81968b48a60c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 04:29:38.577853 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-daa03e5a-d25e-4f38-b180-5200fa62e612 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:38.587055 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ec4c67a7-656a-4fe1-885d-dc16214ca001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:38.591471 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ec4c67a7-656a-4fe1-885d-dc16214ca001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:38.593429 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-ec4c67a7-656a-4fe1-885d-dc16214ca001 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/02a4f37b-5d2c-4d25-8b47-cde603eeeb2b HTTP/1.1" status: 204 len: 168 time: 0.9901638 Jun 21 04:29:38.601782 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-27c73586-7792-4081-aa45-1c0db117592b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:38.614759 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-daa03e5a-d25e-4f38-b180-5200fa62e612 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515504'] for floatingip, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:38.622450 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c67a7-656a-4fe1-885d-dc16214ca001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a4f37b-5d2c-4d25-8b47-cde603eeeb2b,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:38.627282 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-ec4c67a7-656a-4fe1-885d-dc16214ca001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:38.747507 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device bb20a0e8-6189-480f-b69c-eb825e1a69a9 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:29:38.793050 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] No Port match for: bb20a0e8-6189-480f-b69c-eb825e1a69a9 {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:29:38.793949 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device bb20a0e8-6189-480f-b69c-eb825e1a69a9 not bound to the agent host hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:29:38.895294 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.db.l3_db [None req-daa03e5a-d25e-4f38-b180-5200fa62e612 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Floating IP a70fbf0a-c743-482d-b33b-b9f299e483ea associated. External IP: 172.28.3.206, port: d10fe1da-cd3b-4a9b-b7cc-e394809a994e. Jun 21 04:29:38.981805 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-235e630d-b877-4fc4-a26e-475a50c2b30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:38.996425 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-235e630d-b877-4fc4-a26e-475a50c2b30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:39.006520 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-21f39d1d-c157-4e2c-bfea-e4deded9b51d tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:39.164388 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e630d-b877-4fc4-a26e-475a50c2b30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac73acb-e025-44b5-8a08-f58fe0e87d8f,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:39.171225 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-235e630d-b877-4fc4-a26e-475a50c2b30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:39.176012 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-235e630d-b877-4fc4-a26e-475a50c2b30d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d75f484b6eff43c1ba1e01fad6893950&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0875995 Jun 21 04:29:39.180129 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 50718) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:39.180681 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 50720) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:39.193291 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-baf1948d-d01f-43b7-8d37-81968b48a60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:39.224787 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-79507e5f-4639-4853-ae89-6c7eef6d752f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:39.226637 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-aede4165-23e7-42da-acf3-d7ad68856b73 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:39.237714 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-aede4165-23e7-42da-acf3-d7ad68856b73 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515504'] for floatingip, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:39.414376 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.db.l3_db [None req-aede4165-23e7-42da-acf3-d7ad68856b73 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Floating IP b0476462-3c83-410b-beef-eba74caa0094 associated. External IP: 172.28.3.34, port: 4c22c064-4f48-4948-b634-28a9696e7430. Jun 21 04:29:39.506445 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-5c0026b5-67db-409c-b95d-10309716a7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:39.532213 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-baf1948d-d01f-43b7-8d37-81968b48a60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:39.563788 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-baf1948d-d01f-43b7-8d37-81968b48a60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:39.592181 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-5c0026b5-67db-409c-b95d-10309716a7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:39.594943 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-7e9b3255-e318-4ef8-924c-30fef5ccf7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:39.614093 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-baf1948d-d01f-43b7-8d37-81968b48a60c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1c2ed81950cb4e4ea04b6cd3c9f71c12&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7352445 Jun 21 04:29:39.621745 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 50748) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:39.655140 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa03e5a-d25e-4f38-b180-5200fa62e612 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Router ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:29:39.684535 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1948d-d01f-43b7-8d37-81968b48a60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6523d008-5f7d-43d7-9083-e5232df40961,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:39.698566 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-baf1948d-d01f-43b7-8d37-81968b48a60c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:39.789614 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aede4165-23e7-42da-acf3-d7ad68856b73 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Router bf7e2b38-ccf0-41ba-94dc-ec404de7d99d has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:29:39.965884 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aede4165-23e7-42da-acf3-d7ad68856b73 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:29:39.987505 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e45406-50b3-482c-8dae-84c538f0b8c6 None None] Sync routers for ids ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'] in dv-cinder-797170-3-smb {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:29:39.988479 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-aede4165-23e7-42da-acf3-d7ad68856b73 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for floatingip, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:40.004634 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e45406-50b3-482c-8dae-84c538f0b8c6 None None] Routers {'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:40.006570 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-63e45406-50b3-482c-8dae-84c538f0b8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:29:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:40.070262 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-17e4f54d-7f69-4ba8-8a85-fe3965231e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:40.077961 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-5c0026b5-67db-409c-b95d-10309716a7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:40.082080 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-5c0026b5-67db-409c-b95d-10309716a7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:40.087912 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-5c0026b5-67db-409c-b95d-10309716a7af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ac73acb-e025-44b5-8a08-f58fe0e87d8f HTTP/1.1" status: 204 len: 168 time: 0.9035041 Jun 21 04:29:40.126392 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:40.136377 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-aede4165-23e7-42da-acf3-d7ad68856b73 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "PUT /v2.0/floatingips/b0476462-3c83-410b-beef-eba74caa0094 HTTP/1.1" status: 200 len: 990 time: 2.2518353 Jun 21 04:29:40.138822 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d4fdfb-2a55-40ac-90de-d7902985f6d6', 'tag': '4c22c064-4f48-4948-b634-28a9696e7430'}] {{(pid=92743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:29:40.144734 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f341443fd223dcfc934d9995c5c4b990c7400f9cb91ffc9321324360bae7ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc96e29c-97bf-4c13-a6e6-ab82de20606b" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d4fdfb-2a55-40ac-90de-d7902985f6d6", "tag": "4c22c064-4f48-4948-b634-28a9696e7430"}]}' {{(pid=92743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:29:40.165250 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-79507e5f-4639-4853-ae89-6c7eef6d752f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:40.240889 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a472bea3-b40e-47f8-a6cc-5ca1e83b7caa x-openstack-request-id: req-a472bea3-b40e-47f8-a6cc-5ca1e83b7caa {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:29:40.242263 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d4fdfb-2a55-40ac-90de-d7902985f6d6", "tag": "4c22c064-4f48-4948-b634-28a9696e7430", "status": "completed", "code": 200}]} {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:29:40.242847 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a472bea3-b40e-47f8-a6cc-5ca1e83b7caa {{(pid=92743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:29:40.244218 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d4fdfb-2a55-40ac-90de-d7902985f6d6', 'tag': '4c22c064-4f48-4948-b634-28a9696e7430', 'status': 'completed', 'code': 200} Jun 21 04:29:40.260698 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-79507e5f-4639-4853-ae89-6c7eef6d752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:40.266595 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0026b5-67db-409c-b95d-10309716a7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac73acb-e025-44b5-8a08-f58fe0e87d8f,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:40.305132 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-5c0026b5-67db-409c-b95d-10309716a7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:40.305634 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-235e630d-b877-4fc4-a26e-475a50c2b30d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:40.318099 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 50778) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:40.352805 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-17e4f54d-7f69-4ba8-8a85-fe3965231e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:40.448815 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa03e5a-d25e-4f38-b180-5200fa62e612 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:29:40.458013 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-79507e5f-4639-4853-ae89-6c7eef6d752f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8b408107687b4b90866a63bd84b4ac4d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2757356 Jun 21 04:29:40.469314 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-daa03e5a-d25e-4f38-b180-5200fa62e612 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for floatingip, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:40.472244 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 50784) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:40.478398 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc91610-8654-4fc2-96d6-c07bad471b93 None None] Sync routers for ids ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'] in dv-cinder-797170-3-smb {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:29:40.490962 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79507e5f-4639-4853-ae89-6c7eef6d752f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1b9092-e84a-4864-b594-d81453345699,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:40.492438 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc91610-8654-4fc2-96d6-c07bad471b93 None None] Routers {'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:40.494356 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-0bc91610-8654-4fc2-96d6-c07bad471b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:29:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:40.505709 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-63e45406-50b3-482c-8dae-84c538f0b8c6 None None] Set router bf7e2b38-ccf0-41ba-94dc-ec404de7d99d gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:40.519140 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-79507e5f-4639-4853-ae89-6c7eef6d752f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:40.562882 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-daa03e5a-d25e-4f38-b180-5200fa62e612 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "PUT /v2.0/floatingips/a70fbf0a-c743-482d-b33b-b9f299e483ea HTTP/1.1" status: 200 len: 992 time: 3.8048217 Jun 21 04:29:40.564573 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8a5fcf-f3ef-46ad-9c8b-ce853c952916', 'tag': 'd10fe1da-cd3b-4a9b-b7cc-e394809a994e'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:29:40.567210 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cb785d-bd23-4986-83a9-fd3a5606951e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8a5fcf-f3ef-46ad-9c8b-ce853c952916", "tag": "d10fe1da-cd3b-4a9b-b7cc-e394809a994e"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:29:40.592601 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-3aaf2d96-112d-461a-ad61-aecfbb23044d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:40.598295 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-17e4f54d-7f69-4ba8-8a85-fe3965231e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:40.606396 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-17e4f54d-7f69-4ba8-8a85-fe3965231e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:40.607520 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-17e4f54d-7f69-4ba8-8a85-fe3965231e46 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6523d008-5f7d-43d7-9083-e5232df40961 HTTP/1.1" status: 204 len: 168 time: 0.9842322 Jun 21 04:29:40.613396 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-d2dbca48-8922-42c4-a99b-f3857fa1ec4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:40.661274 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96e29c-97bf-4c13-a6e6-ab82de20606b req-9a8f4899-298e-4d68-bbea-c96274825a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:40.668399 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-cc96e29c-97bf-4c13-a6e6-ab82de20606b req-9a8f4899-298e-4d68-bbea-c96274825a60 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=98ac6444112049ffbeb07ee05d60964f&device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 1098 time: 0.3924606 Jun 21 04:29:40.672338 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11d98df-d90c-40e3-bef6-0ddbbcc9e098 x-openstack-request-id: req-c11d98df-d90c-40e3-bef6-0ddbbcc9e098 {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:29:40.672637 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8a5fcf-f3ef-46ad-9c8b-ce853c952916", "tag": "d10fe1da-cd3b-4a9b-b7cc-e394809a994e", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:29:40.673024 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c11d98df-d90c-40e3-bef6-0ddbbcc9e098 {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:29:40.673613 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8a5fcf-f3ef-46ad-9c8b-ce853c952916', 'tag': 'd10fe1da-cd3b-4a9b-b7cc-e394809a994e', 'status': 'completed', 'code': 200} Jun 21 04:29:40.689629 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4f54d-7f69-4ba8-8a85-fe3965231e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6523d008-5f7d-43d7-9083-e5232df40961,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:40.742773 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-0bc91610-8654-4fc2-96d6-c07bad471b93 None None] Set router ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:40.760039 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-17e4f54d-7f69-4ba8-8a85-fe3965231e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:40.773938 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-3aaf2d96-112d-461a-ad61-aecfbb23044d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:40.948773 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96e29c-97bf-4c13-a6e6-ab82de20606b req-1745e8b4-b929-4845-99c9-6233d72dd01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:40.951690 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-cc96e29c-97bf-4c13-a6e6-ab82de20606b req-1745e8b4-b929-4845-99c9-6233d72dd01d service neutron] 10.222.0.61 "GET /v2.0/networks?id=eacf42c2-00ce-42e3-89dd-853a4c6fa08a HTTP/1.1" status: 200 len: 912 time: 0.2757883 Jun 21 04:29:41.082061 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-63e45406-50b3-482c-8dae-84c538f0b8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'name': 'tempest-AttachVolumeTestJSON-1399362206-router', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:34Z', 'updated_at': '2021-06-21T04:28:47Z', 'revision_number': 4, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'gw_port': {'id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:36Z', 'updated_at': '2021-06-21T04:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_floatingips': [{'id': 'b0476462-3c83-410b-beef-eba74caa0094', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'floating_ip_address': '172.28.3.34', 'floating_network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'router_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'port_id': '4c22c064-4f48-4948-b634-28a9696e7430', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'mac_address': 'fa:16:3e:b3:62:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d4fdfb-2a55-40ac-90de-d7902985f6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:29:05Z', 'updated_at': '2021-06-21T04:29:38Z', 'revision_number': 1, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4740ed74-9d3a-4fa5-b21b-5e89458c4a63', 'name': '', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'mac_address': 'fa:16:3e:e3:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:44Z', 'updated_at': '2021-06-21T04:29:03Z', 'revision_number': 5, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'subnets': [{'id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:41.141492 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-0bc91610-8654-4fc2-96d6-c07bad471b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'name': 'tempest-AttachVolumeShelveTestJSON-938866125-router', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:52Z', 'revision_number': 4, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'gw_port': {'id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_floatingips': [{'id': 'a70fbf0a-c743-482d-b33b-b9f299e483ea', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'floating_ip_address': '172.28.3.206', 'floating_network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'router_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'port_id': 'd10fe1da-cd3b-4a9b-b7cc-e394809a994e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'mac_address': 'fa:16:3e:78:27:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a5fcf-f3ef-46ad-9c8b-ce853c952916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:29:11Z', 'updated_at': '2021-06-21T04:29:38Z', 'revision_number': 1, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4aea09c-8dfa-46b7-b29c-42249f03e099', 'name': '', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'mac_address': 'fa:16:3e:69:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b063768-9c1b-46e1-8850-d03763645351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:48Z', 'updated_at': '2021-06-21T04:29:09Z', 'revision_number': 5, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'subnets': [{'id': '0b063768-9c1b-46e1-8850-d03763645351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:41.150197 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e45406-50b3-482c-8dae-84c538f0b8c6 None None] Checking router: bf7e2b38-ccf0-41ba-94dc-ec404de7d99d for host: dv-cinder-797170-3-smb {{(pid=92746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:29:41.168361 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e45406-50b3-482c-8dae-84c538f0b8c6 None None] Routers {'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:41.169110 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-63e45406-50b3-482c-8dae-84c538f0b8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:29:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:41.178008 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc91610-8654-4fc2-96d6-c07bad471b93 None None] Checking router: ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 for host: dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:29:41.192259 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc91610-8654-4fc2-96d6-c07bad471b93 None None] Routers {'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:41.194204 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-0bc91610-8654-4fc2-96d6-c07bad471b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:29:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:41.227029 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-cc96e29c-97bf-4c13-a6e6-ab82de20606b req-a9578d14-4c46-4373-aed6-40524685b436 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c22c064-4f48-4948-b634-28a9696e7430 HTTP/1.1" status: 200 len: 998 time: 0.2665088 Jun 21 04:29:41.364107 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96e29c-97bf-4c13-a6e6-ab82de20606b req-91a1e211-4d85-4e8a-a677-9d34e7c0050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:41.365664 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-cc96e29c-97bf-4c13-a6e6-ab82de20606b req-91a1e211-4d85-4e8a-a677-9d34e7c0050b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ed4de96-1760-4ad9-bdcc-bd30812b5a13 HTTP/1.1" status: 200 len: 850 time: 0.1319218 Jun 21 04:29:41.386804 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-63e45406-50b3-482c-8dae-84c538f0b8c6 None None] Set router bf7e2b38-ccf0-41ba-94dc-ec404de7d99d gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:41.389997 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ae1674aa-0ac2-47ab-9e5a-59f24c3c76e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:41.535503 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96e29c-97bf-4c13-a6e6-ab82de20606b req-bdcec192-262a-4e3e-ac1d-50a91bdc1d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:41.537465 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-cc96e29c-97bf-4c13-a6e6-ab82de20606b req-bdcec192-262a-4e3e-ac1d-50a91bdc1d95 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eacf42c2-00ce-42e3-89dd-853a4c6fa08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1634879 Jun 21 04:29:41.695333 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-0bc91610-8654-4fc2-96d6-c07bad471b93 None None] Set router ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:41.735037 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ae1674aa-0ac2-47ab-9e5a-59f24c3c76e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:41.747492 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ae1674aa-0ac2-47ab-9e5a-59f24c3c76e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:41.756143 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-9acfff5d-f359-43f7-b0e8-7c0cb69debff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:41.780769 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 50832) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:41.812846 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb785d-bd23-4986-83a9-fd3a5606951e req-6332d666-e0da-4f0b-8e9e-7860f1b14188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:41.816479 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-33cb785d-bd23-4986-83a9-fd3a5606951e req-6332d666-e0da-4f0b-8e9e-7860f1b14188 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b41d03382de140b4aafed91df2047d48&device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 1099 time: 1.1231194 Jun 21 04:29:41.933257 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-63e45406-50b3-482c-8dae-84c538f0b8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'name': 'tempest-AttachVolumeTestJSON-1399362206-router', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:34Z', 'updated_at': '2021-06-21T04:28:47Z', 'revision_number': 4, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'gw_port': {'id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:36Z', 'updated_at': '2021-06-21T04:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_floatingips': [{'id': 'b0476462-3c83-410b-beef-eba74caa0094', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'floating_ip_address': '172.28.3.34', 'floating_network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'router_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'port_id': '4c22c064-4f48-4948-b634-28a9696e7430', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'mac_address': 'fa:16:3e:b3:62:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d4fdfb-2a55-40ac-90de-d7902985f6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:29:05Z', 'updated_at': '2021-06-21T04:29:38Z', 'revision_number': 1, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4740ed74-9d3a-4fa5-b21b-5e89458c4a63', 'name': '', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'mac_address': 'fa:16:3e:e3:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:44Z', 'updated_at': '2021-06-21T04:29:03Z', 'revision_number': 5, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'subnets': [{'id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:41.987191 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f913846-8bc1-4c3f-9f9a-2dc57f2667ea admin admin] Deleting subnet 7468c761-0fba-4389-861e-25b17ebab286 {{(pid=92743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:29:42.008802 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e45406-50b3-482c-8dae-84c538f0b8c6 None None] The sync data for ids ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'] in dv-cinder-797170-3-smb is: [{'id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'name': 'tempest-AttachVolumeTestJSON-1399362206-router', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:34Z', 'updated_at': '2021-06-21T04:28:47Z', 'revision_number': 4, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'gw_port': {'id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:36Z', 'updated_at': '2021-06-21T04:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_floatingips': [{'id': 'b0476462-3c83-410b-beef-eba74caa0094', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'floating_ip_address': '172.28.3.34', 'floating_network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'router_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'port_id': '4c22c064-4f48-4948-b634-28a9696e7430', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'mac_address': 'fa:16:3e:b3:62:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d4fdfb-2a55-40ac-90de-d7902985f6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:29:05Z', 'updated_at': '2021-06-21T04:29:38Z', 'revision_number': 1, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4740ed74-9d3a-4fa5-b21b-5e89458c4a63', 'name': '', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'mac_address': 'fa:16:3e:e3:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:44Z', 'updated_at': '2021-06-21T04:29:03Z', 'revision_number': 5, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'subnets': [{'id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:29:42.015739 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-4f913846-8bc1-4c3f-9f9a-2dc57f2667ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.060077 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-3aaf2d96-112d-461a-ad61-aecfbb23044d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.069138 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-3aaf2d96-112d-461a-ad61-aecfbb23044d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.075679 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-cc96e29c-97bf-4c13-a6e6-ab82de20606b req-8b3931f4-66a2-48b2-a974-7fce4aeaafb2 service neutron] 10.222.0.61 "GET /v2.0/networks/eacf42c2-00ce-42e3-89dd-853a4c6fa08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261743 Jun 21 04:29:42.075852 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-3aaf2d96-112d-461a-ad61-aecfbb23044d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eb1b9092-e84a-4864-b594-d81453345699 HTTP/1.1" status: 204 len: 168 time: 1.5951238 Jun 21 04:29:42.075852 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1674aa-0ac2-47ab-9e5a-59f24c3c76e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275014d5-4e12-4007-ba26-2b7ec0ebba29,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:42.088772 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-ae1674aa-0ac2-47ab-9e5a-59f24c3c76e9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=74a0d10235e440b7a612d4c4ca96bc87&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7638457 Jun 21 04:29:42.092004 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-ae1674aa-0ac2-47ab-9e5a-59f24c3c76e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:42.093350 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 50842) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:42.093350 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:42.145540 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf2d96-112d-461a-ad61-aecfbb23044d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1b9092-e84a-4864-b594-d81453345699,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:42.164565 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-3aaf2d96-112d-461a-ad61-aecfbb23044d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:42.240498 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-4f913846-8bc1-4c3f-9f9a-2dc57f2667ea admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.247915 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-1c46ff6c-9edd-43c7-b91a-d7881b057157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.250789 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb785d-bd23-4986-83a9-fd3a5606951e req-110fbe2f-9715-4083-ab94-9980e69ee225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:42.252963 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-33cb785d-bd23-4986-83a9-fd3a5606951e req-110fbe2f-9715-4083-ab94-9980e69ee225 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0 HTTP/1.1" status: 200 len: 917 time: 0.4268184 Jun 21 04:29:42.271690 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-4f913846-8bc1-4c3f-9f9a-2dc57f2667ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536692'] for subnet, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.371493 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-cc96e29c-97bf-4c13-a6e6-ab82de20606b req-3917d752-9408-4428-a117-7b898b945fd7 service neutron] 10.222.0.61 "GET /v2.0/networks/eacf42c2-00ce-42e3-89dd-853a4c6fa08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881021 Jun 21 04:29:42.389429 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-4f913846-8bc1-4c3f-9f9a-2dc57f2667ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849'] for subnet, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.393333 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:42.406765 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-33cb785d-bd23-4986-83a9-fd3a5606951e req-521399f4-8315-4023-8b9f-5e9484ff140a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d10fe1da-cd3b-4a9b-b7cc-e394809a994e HTTP/1.1" status: 200 len: 1000 time: 0.1443281 Jun 21 04:29:42.459540 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-0bc91610-8654-4fc2-96d6-c07bad471b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'name': 'tempest-AttachVolumeShelveTestJSON-938866125-router', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:52Z', 'revision_number': 4, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'gw_port': {'id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_floatingips': [{'id': 'a70fbf0a-c743-482d-b33b-b9f299e483ea', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'floating_ip_address': '172.28.3.206', 'floating_network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'router_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'port_id': 'd10fe1da-cd3b-4a9b-b7cc-e394809a994e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'mac_address': 'fa:16:3e:78:27:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a5fcf-f3ef-46ad-9c8b-ce853c952916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:29:11Z', 'updated_at': '2021-06-21T04:29:38Z', 'revision_number': 1, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4aea09c-8dfa-46b7-b29c-42249f03e099', 'name': '', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'mac_address': 'fa:16:3e:69:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b063768-9c1b-46e1-8850-d03763645351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:48Z', 'updated_at': '2021-06-21T04:29:09Z', 'revision_number': 5, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'subnets': [{'id': '0b063768-9c1b-46e1-8850-d03763645351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:42.466182 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-1c46ff6c-9edd-43c7-b91a-d7881b057157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.486235 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f913846-8bc1-4c3f-9f9a-2dc57f2667ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7468c761-0fba-4389-861e-25b17ebab286,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:42.504505 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-4f913846-8bc1-4c3f-9f9a-2dc57f2667ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:42.519759 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc91610-8654-4fc2-96d6-c07bad471b93 None None] The sync data for ids ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'] in dv-cinder-797170-3-smb is: [{'id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'name': 'tempest-AttachVolumeShelveTestJSON-938866125-router', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:52Z', 'revision_number': 4, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'gw_port': {'id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_floatingips': [{'id': 'a70fbf0a-c743-482d-b33b-b9f299e483ea', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'floating_ip_address': '172.28.3.206', 'floating_network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'router_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'port_id': 'd10fe1da-cd3b-4a9b-b7cc-e394809a994e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'mac_address': 'fa:16:3e:78:27:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a5fcf-f3ef-46ad-9c8b-ce853c952916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:29:11Z', 'updated_at': '2021-06-21T04:29:38Z', 'revision_number': 1, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4aea09c-8dfa-46b7-b29c-42249f03e099', 'name': '', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'mac_address': 'fa:16:3e:69:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b063768-9c1b-46e1-8850-d03763645351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:48Z', 'updated_at': '2021-06-21T04:29:09Z', 'revision_number': 5, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'subnets': [{'id': '0b063768-9c1b-46e1-8850-d03763645351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:29:42.520042 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-4f913846-8bc1-4c3f-9f9a-2dc57f2667ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for subnet, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.530365 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-4f913846-8bc1-4c3f-9f9a-2dc57f2667ea admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7468c761-0fba-4389-861e-25b17ebab286 HTTP/1.1" status: 204 len: 168 time: 0.7425547 Jun 21 04:29:42.533112 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 50850) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:42.565585 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb785d-bd23-4986-83a9-fd3a5606951e req-a370a4a7-b289-4391-9ac5-f4c473be1d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:42.569136 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-33cb785d-bd23-4986-83a9-fd3a5606951e req-a370a4a7-b289-4391-9ac5-f4c473be1d8f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0b063768-9c1b-46e1-8850-d03763645351 HTTP/1.1" status: 200 len: 855 time: 0.1530378 Jun 21 04:29:42.577291 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d388ba3-0303-4bd4-a36f-8c0484213e0d None None] New status for floating IP b0476462-3c83-410b-beef-eba74caa0094: ACTIVE {{(pid=92746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:29:42.711572 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585160'] for network, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.712377 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-1c46ff6c-9edd-43c7-b91a-d7881b057157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.715381 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-1c46ff6c-9edd-43c7-b91a-d7881b057157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.725077 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-1c46ff6c-9edd-43c7-b91a-d7881b057157 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/275014d5-4e12-4007-ba26-2b7ec0ebba29 HTTP/1.1" status: 204 len: 168 time: 0.6224537 Jun 21 04:29:42.727728 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-74a5b201-bdda-413e-8925-2bc0a761430c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:42.760833 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb785d-bd23-4986-83a9-fd3a5606951e req-f98a5c18-fb34-44bb-86f3-c739b20dbc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:42.762279 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-33cb785d-bd23-4986-83a9-fd3a5606951e req-f98a5c18-fb34-44bb-86f3-c739b20dbc42 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1719964 Jun 21 04:29:42.763606 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46ff6c-9edd-43c7-b91a-d7881b057157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275014d5-4e12-4007-ba26-2b7ec0ebba29,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:42.776433 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-1c46ff6c-9edd-43c7-b91a-d7881b057157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:43.014050 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536299', 'neutron.services.segments.db._delete_segments_for_network-8772645825747'] for network, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:43.016095 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-33cb785d-bd23-4986-83a9-fd3a5606951e req-0cd7ca34-ffdc-4d3f-909b-89dca7e174fb service neutron] 10.222.0.61 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385502 Jun 21 04:29:43.037694 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3866e7c2-f698-4347-a69c-07f875f17d99 None None] New status for floating IP a70fbf0a-c743-482d-b33b-b9f299e483ea: ACTIVE {{(pid=92745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:29:43.057267 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:43.071427 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:43.077284 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:43.078166 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] Subscribe: > port after_create 55550000 {{(pid=92743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:43.078955 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] Subscribe: > port after_delete 55550000 {{(pid=92743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:43.079087 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] Subscribe: > port after_update 55550000 {{(pid=92743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:43.079653 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:43.080861 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:43.081389 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:43.081952 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:43.238004 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-33cb785d-bd23-4986-83a9-fd3a5606951e req-468e1d60-764a-413b-8908-a90432ed5831 service neutron] 10.222.0.61 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108541 Jun 21 04:29:43.456686 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:43.460057 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:43.462220 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:43.462582 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:43.462946 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.services.segments.db [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a70d8b-9a6b-46f3-b309-bba38707cca4']}} {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:43.539896 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.services.segments.db [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd2f477-237c-432a-8bb5-a4373b798309') {'for_net_delete': True} {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:43.541471 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.services.segments.db [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd2f477-237c-432a-8bb5-a4373b798309') {} {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:43.567487 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 50884) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:43.569948 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772645825576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59026067'] for segment, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:43.596795 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-68f51b10-8108-401a-8f2c-1b98800add7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:43.629227 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:43.642267 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=92743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:29:43.643311 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60629296'] for segment, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: from cryptography.utils import int_from_bytes Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: from cryptography.utils import int_from_bytes Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: Traceback (most recent call last): Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: timer() Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: cb(*args, **kw) Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: return func(*args, **kwargs) Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: self._notify() Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: self.callback(batched_events) Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: event.method(event) Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: return f(self, *a, **k) Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: return self._get(url).json() Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: return self.request(url, 'GET', **kwargs) Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:29:43.749422 dv-cinder-797170-3-smb neutron-server[92743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:29:43.758816 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515458'] for network, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:43.775314 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:43.778620 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] 10.222.0.60 "DELETE /v2.0/networks/b3a70d8b-9a6b-46f3-b309-bba38707cca4 HTTP/1.1" status: 204 len: 168 time: 1.2439570 Jun 21 04:29:43.779753 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-1ea6a8d4-7441-4193-ab4a-66b601a0aa69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:43.801067 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] Pushing event deleted for resources: {'Network': ['ID=b3a70d8b-9a6b-46f3-b309-bba38707cca4,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:43.805884 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:43.875370 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-68f51b10-8108-401a-8f2c-1b98800add7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:43.881008 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-68f51b10-8108-401a-8f2c-1b98800add7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:43.885494 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-ec4c67a7-656a-4fe1-885d-dc16214ca001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:43.934723 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-68f51b10-8108-401a-8f2c-1b98800add7d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35d35291620543b9951701fb868f67a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3660924 Jun 21 04:29:43.935938 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f51b10-8108-401a-8f2c-1b98800add7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7004d8-f8b7-4187-b595-356ef8da2b17,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:43.939630 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 50896) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:43.953173 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-68f51b10-8108-401a-8f2c-1b98800add7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:44.049905 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f1a35024-cd64-494a-9ca6-eee5d66e32b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:44.091768 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f1a35024-cd64-494a-9ca6-eee5d66e32b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:44.183429 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f1a35024-cd64-494a-9ca6-eee5d66e32b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:44.187743 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f1a35024-cd64-494a-9ca6-eee5d66e32b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:44.193153 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-f1a35024-cd64-494a-9ca6-eee5d66e32b4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aa7004d8-f8b7-4187-b595-356ef8da2b17 HTTP/1.1" status: 204 len: 168 time: 0.2476225 Jun 21 04:29:44.193153 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-baf1948d-d01f-43b7-8d37-81968b48a60c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:44.204464 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a35024-cd64-494a-9ca6-eee5d66e32b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7004d8-f8b7-4187-b595-356ef8da2b17,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:44.208400 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-f1a35024-cd64-494a-9ca6-eee5d66e32b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:44.275712 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 50904) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:44.355870 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-c4d6033c-f6e6-413f-bc9a-96492d4e288a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c4d893f39cbe4e099d4ffd0bbd231dd8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0760512 Jun 21 04:29:44.356164 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 50906) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:44.444345 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-01ef7bf6-19a6-4ff8-962a-c7d9eaacbce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:44.497024 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-01ef7bf6-19a6-4ff8-962a-c7d9eaacbce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:44.610494 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-01ef7bf6-19a6-4ff8-962a-c7d9eaacbce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:44.615155 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-01ef7bf6-19a6-4ff8-962a-c7d9eaacbce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:44.617299 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-01ef7bf6-19a6-4ff8-962a-c7d9eaacbce8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d270ba23-6d34-4468-a4b5-3b6a69fb9700 HTTP/1.1" status: 204 len: 168 time: 0.2597826 Jun 21 04:29:44.618516 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:44.649921 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef7bf6-19a6-4ff8-962a-c7d9eaacbce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d270ba23-6d34-4468-a4b5-3b6a69fb9700,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:44.655721 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-01ef7bf6-19a6-4ff8-962a-c7d9eaacbce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:45.040989 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-e7886658-dbc3-4f34-9fa1-fd194db383f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:46.325281 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9bceacac-9fc7-4512-b55a-a03b1e24b7f0 req-9118da4f-e33f-4e80-9233-6ed263166695 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1688578 Jun 21 04:29:46.622592 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bceacac-9fc7-4512-b55a-a03b1e24b7f0 req-2fba7676-61aa-4995-8204-cdae16fb0c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:46.625608 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9bceacac-9fc7-4512-b55a-a03b1e24b7f0 req-2fba7676-61aa-4995-8204-cdae16fb0c47 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=98ac6444112049ffbeb07ee05d60964f&device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 1098 time: 0.1994779 Jun 21 04:29:46.948208 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bceacac-9fc7-4512-b55a-a03b1e24b7f0 req-6e654713-8251-4e55-81a5-4f38bebb954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:46.951124 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9bceacac-9fc7-4512-b55a-a03b1e24b7f0 req-6e654713-8251-4e55-81a5-4f38bebb954e service neutron] 10.222.0.61 "GET /v2.0/networks?id=eacf42c2-00ce-42e3-89dd-853a4c6fa08a HTTP/1.1" status: 200 len: 912 time: 0.2627962 Jun 21 04:29:47.118902 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9bceacac-9fc7-4512-b55a-a03b1e24b7f0 req-a3e6eb62-0bc1-4fff-95a6-23cc3fa7217c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c22c064-4f48-4948-b634-28a9696e7430 HTTP/1.1" status: 200 len: 1000 time: 0.1574702 Jun 21 04:29:47.231524 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 51046) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:47.255035 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bceacac-9fc7-4512-b55a-a03b1e24b7f0 req-8317e344-c4ac-4a5a-ba65-b63eefc5d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:47.258339 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9bceacac-9fc7-4512-b55a-a03b1e24b7f0 req-8317e344-c4ac-4a5a-ba65-b63eefc5d06a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ed4de96-1760-4ad9-bdcc-bd30812b5a13 HTTP/1.1" status: 200 len: 850 time: 0.1290359 Jun 21 04:29:47.346303 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bceacac-9fc7-4512-b55a-a03b1e24b7f0 req-f2543963-61d8-48f8-b126-ade0173ea283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:47.349082 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9bceacac-9fc7-4512-b55a-a03b1e24b7f0 req-f2543963-61d8-48f8-b126-ade0173ea283 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eacf42c2-00ce-42e3-89dd-853a4c6fa08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817935 Jun 21 04:29:47.490306 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9bceacac-9fc7-4512-b55a-a03b1e24b7f0 req-80c1a0b7-2b61-476f-ad2a-7c63340a65ae service neutron] 10.222.0.61 "GET /v2.0/networks/eacf42c2-00ce-42e3-89dd-853a4c6fa08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326973 Jun 21 04:29:47.568299 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-8f2e960c-52d7-4972-923a-5d9f8390bad2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1805338822-network', 'tenant_id': 'bd6d23e61fd544778bcff22b5bd8e44d'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:47.614871 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2e960c-52d7-4972-923a-5d9f8390bad2 admin admin] Made reservation on behalf of bd6d23e61fd544778bcff22b5bd8e44d for: {'network': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:29:47.622911 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8f2e960c-52d7-4972-923a-5d9f8390bad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for network, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:47.647320 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8f2e960c-52d7-4972-923a-5d9f8390bad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:47.750148 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9bceacac-9fc7-4512-b55a-a03b1e24b7f0 req-c90a4d58-9c93-4d7b-ad1e-6d6bb80dace3 service neutron] 10.222.0.61 "GET /v2.0/networks/eacf42c2-00ce-42e3-89dd-853a4c6fa08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495549 Jun 21 04:29:47.814286 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8f2e960c-52d7-4972-923a-5d9f8390bad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:47.820695 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8f2e960c-52d7-4972-923a-5d9f8390bad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:47.825136 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:47.856234 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2e960c-52d7-4972-923a-5d9f8390bad2 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=92743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:29:47.872254 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e960c-52d7-4972-923a-5d9f8390bad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90126ed4-8842-4efa-84da-41ecf15ad0cd,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:47.877100 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-8f2e960c-52d7-4972-923a-5d9f8390bad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:47.878820 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8f2e960c-52d7-4972-923a-5d9f8390bad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:47.879393 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.db.segments_db [None req-8f2e960c-52d7-4972-923a-5d9f8390bad2 admin admin] Added segment 3e5da68e-1378-4db7-817e-32dfe3ea2e26 of type vlan for network ba5c6907-199a-4e01-99a2-5c56bd766c8f Jun 21 04:29:47.939524 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8f2e960c-52d7-4972-923a-5d9f8390bad2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772645272028'] for network, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:47.997045 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8f2e960c-52d7-4972-923a-5d9f8390bad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842'] for network, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:47.998666 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2e960c-52d7-4972-923a-5d9f8390bad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:47.999170 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8f2e960c-52d7-4972-923a-5d9f8390bad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:48.001539 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-9b8562e9-cb33-4aab-bdf6-d2fcbe314fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:48.002869 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:48.068595 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-8f2e960c-52d7-4972-923a-5d9f8390bad2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8355069 Jun 21 04:29:48.078962 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 51080) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:48.085056 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-4120b02e-e436-434c-8682-0de86bbb8df2 admin admin] Request body: {'subnet': {'network_id': 'ba5c6907-199a-4e01-99a2-5c56bd766c8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1805338822-subnet', 'tenant_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:48.092895 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e960c-52d7-4972-923a-5d9f8390bad2 admin admin] Pushing event updated for resources: {'Network': ['ID=ba5c6907-199a-4e01-99a2-5c56bd766c8f,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:48.102499 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-8f2e960c-52d7-4972-923a-5d9f8390bad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:48.116203 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Network ba5c6907-199a-4e01-99a2-5c56bd766c8f details requested by agent ovs-agent-dv-cinder-797170-3-smb with host dv-cinder-797170-3-smb {{(pid=92745) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:29:48.123168 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4120b02e-e436-434c-8682-0de86bbb8df2 admin admin] Made reservation on behalf of bd6d23e61fd544778bcff22b5bd8e44d for: {'subnet': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:29:48.127063 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-4120b02e-e436-434c-8682-0de86bbb8df2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60183813'] for subnet, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:48.159137 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:48.324728 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:48.459850 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-4120b02e-e436-434c-8682-0de86bbb8df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60183831'] for subnet, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:48.462584 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:48.535691 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120b02e-e436-434c-8682-0de86bbb8df2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10837d44-5e1e-4f4f-9b67-bd818970debd,revision_number=0']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:48.542981 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-4120b02e-e436-434c-8682-0de86bbb8df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:48.554472 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4120b02e-e436-434c-8682-0de86bbb8df2 admin admin] Checking segment: {'id': '3e5da68e-1378-4db7-817e-32dfe3ea2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ba5c6907-199a-4e01-99a2-5c56bd766c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:48.555155 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4120b02e-e436-434c-8682-0de86bbb8df2 admin admin] Network hostable DHCP agents. Network: ba5c6907-199a-4e01-99a2-5c56bd766c8f, hostable agents: ['f03cc20b-fa45-497d-ab77-a260e4d7f44c'], hosted agents: [] {{(pid=92744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:29:48.583810 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4120b02e-e436-434c-8682-0de86bbb8df2 admin admin] Network ba5c6907-199a-4e01-99a2-5c56bd766c8f is scheduled to be hosted by DHCP agent f03cc20b-fa45-497d-ab77-a260e4d7f44c with binding_index 1 {{(pid=92744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:29:48.596379 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [None req-4120b02e-e436-434c-8682-0de86bbb8df2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-smb, ba5c6907-199a-4e01-99a2-5c56bd766c8f) {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:48.605096 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4120b02e-e436-434c-8682-0de86bbb8df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:48.605693 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-4120b02e-e436-434c-8682-0de86bbb8df2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:48.608552 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7e45b8-f9ce-4df3-9ade-103a2b9e275e None None] Network ba5c6907-199a-4e01-99a2-5c56bd766c8f requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:29:48.625930 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-4120b02e-e436-434c-8682-0de86bbb8df2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5448692 Jun 21 04:29:48.630458 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 51108) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:48.636364 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-b8e1a67b-52fb-4a9c-ab8d-25e8cbe8ff00 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1805338822-router', 'tenant_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:48.677306 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a67b-52fb-4a9c-ab8d-25e8cbe8ff00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-445333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1047656'] for router, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:48.679291 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a67b-52fb-4a9c-ab8d-25e8cbe8ff00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1047651'] for router, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:48.767485 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a67b-52fb-4a9c-ab8d-25e8cbe8ff00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:48.927320 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161ee318-1f27-4d2b-9d4d-447e6582bbe6 None None] Network ba5c6907-199a-4e01-99a2-5c56bd766c8f requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:29:48.970766 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:48.992251 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a67b-52fb-4a9c-ab8d-25e8cbe8ff00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-515284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1047669'] for router, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:49.417336 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 51130) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:49.459349 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a67b-52fb-4a9c-ab8d-25e8cbe8ff00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:49.519454 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a67b-52fb-4a9c-ab8d-25e8cbe8ff00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:49.677360 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-30337d03-4f2e-43f3-a5fd-948a54d41361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:49.731468 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_common [None req-b8e1a67b-52fb-4a9c-ab8d-25e8cbe8ff00 admin admin] Allocated IP 172.28.3.186 (b03547ff-bdb5-4cf0-b910-6012328878f7/077b926c-3bf0-4e4d-825c-99f0c2191e19/a6d6c501-602a-4ada-8925-540ac15c10a2) {{(pid=92744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:49.958712 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-30337d03-4f2e-43f3-a5fd-948a54d41361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:49.975220 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a67b-52fb-4a9c-ab8d-25e8cbe8ff00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:49.982731 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-30337d03-4f2e-43f3-a5fd-948a54d41361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:49.989472 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-653a2473-5703-42e3-9190-d6aa8160636f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:50.046566 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a67b-52fb-4a9c-ab8d-25e8cbe8ff00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60010093'] for port, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:50.055743 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:50.092455 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-30337d03-4f2e-43f3-a5fd-948a54d41361 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=503708dc79664aeea30d1f5897e9673e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6711037 Jun 21 04:29:50.092455 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30337d03-4f2e-43f3-a5fd-948a54d41361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862d86de-8dd1-4ee2-99f6-a46017867fb1,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:50.096924 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 51162) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:50.100374 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-30337d03-4f2e-43f3-a5fd-948a54d41361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:50.174887 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e1a67b-52fb-4a9c-ab8d-25e8cbe8ff00 admin admin] Network b03547ff-bdb5-4cf0-b910-6012328878f7 is already hosted by enough agents. {{(pid=92744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:50.182469 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [None req-b8e1a67b-52fb-4a9c-ab8d-25e8cbe8ff00 admin admin] Resources bound (agent type, host, resource id): {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:50.186719 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e1a67b-52fb-4a9c-ab8d-25e8cbe8ff00 admin admin] Received port after_create {{(pid=92744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:50.193233 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1a67b-52fb-4a9c-ab8d-25e8cbe8ff00 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d6c501-602a-4ada-8925-540ac15c10a2,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:50.198035 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-b8e1a67b-52fb-4a9c-ab8d-25e8cbe8ff00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:50.213807 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c9f89111-fdb3-4e87-98a9-1498558875a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:50.260697 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c9f89111-fdb3-4e87-98a9-1498558875a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:50.375699 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c9f89111-fdb3-4e87-98a9-1498558875a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:50.381043 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c9f89111-fdb3-4e87-98a9-1498558875a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:50.384644 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-c9f89111-fdb3-4e87-98a9-1498558875a8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/862d86de-8dd1-4ee2-99f6-a46017867fb1 HTTP/1.1" status: 204 len: 168 time: 0.2844229 Jun 21 04:29:50.384644 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-012227da-9206-46c9-bae4-61e536325d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:50.408329 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f89111-fdb3-4e87-98a9-1498558875a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862d86de-8dd1-4ee2-99f6-a46017867fb1,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:50.423770 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-c9f89111-fdb3-4e87-98a9-1498558875a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:50.674520 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a67b-52fb-4a9c-ab8d-25e8cbe8ff00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:50.860631 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 51186) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:51.221757 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-4359cd4a-b078-45c5-8466-9e7caa9093de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.317604 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a67b-52fb-4a9c-ab8d-25e8cbe8ff00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515328'] for router, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.452953 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-4359cd4a-b078-45c5-8466-9e7caa9093de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.460461 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-4359cd4a-b078-45c5-8466-9e7caa9093de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.477843 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:51.530214 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359cd4a-b078-45c5-8466-9e7caa9093de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397d1a4c-6852-4314-850e-936b79f1376f,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:51.537371 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-4359cd4a-b078-45c5-8466-9e7caa9093de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:51.578858 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-4359cd4a-b078-45c5-8466-9e7caa9093de admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ca9d86459281447a9d6f570d31da2800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7164197 Jun 21 04:29:51.580524 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.583559 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 51222) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:51.709983 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-00762387-6df2-4932-b3ae-5877d799a3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.756798 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-00762387-6df2-4932-b3ae-5877d799a3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.802374 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e1a67b-52fb-4a9c-ab8d-25e8cbe8ff00 admin admin] Router b3b8452e-07e6-45ee-a992-4e862473ebe2 is scheduled to L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a with binding_index 1 {{(pid=92744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:29:51.830008 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-00762387-6df2-4932-b3ae-5877d799a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.834748 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-00762387-6df2-4932-b3ae-5877d799a3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.841116 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-00762387-6df2-4932-b3ae-5877d799a3d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/397d1a4c-6852-4314-850e-936b79f1376f HTTP/1.1" status: 204 len: 168 time: 0.2491982 Jun 21 04:29:51.841116 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-ae79f53c-1074-4c8f-9c44-3b00fab45a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:51.872964 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00762387-6df2-4932-b3ae-5877d799a3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397d1a4c-6852-4314-850e-936b79f1376f,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:51.879345 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-00762387-6df2-4932-b3ae-5877d799a3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:51.949507 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 51234) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:52.024292 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e1a67b-52fb-4a9c-ab8d-25e8cbe8ff00 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:29:52.038597 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] Sync routers for ids ['b3b8452e-07e6-45ee-a992-4e862473ebe2'] in dv-cinder-797170-3-smb {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:29:52.050405 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a67b-52fb-4a9c-ab8d-25e8cbe8ff00 admin admin] Notify callbacks [] for router, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.057083 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-b8e1a67b-52fb-4a9c-ab8d-25e8cbe8ff00 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.4204617 Jun 21 04:29:52.057344 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 51238) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:52.070215 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] Routers {'b3b8452e-07e6-45ee-a992-4e862473ebe2'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:52.072512 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:29:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['b3b8452e-07e6-45ee-a992-4e862473ebe2'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:52.209299 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-f85383d0-dd86-4c54-8a5c-2081cb671f15 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-950785578-network', 'tenant_id': '05e896ce52b34ef78c511a9600515ae4'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:52.295070 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] Set router b3b8452e-07e6-45ee-a992-4e862473ebe2 gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:52.304533 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85383d0-dd86-4c54-8a5c-2081cb671f15 admin admin] Made reservation on behalf of 05e896ce52b34ef78c511a9600515ae4 for: {'network': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:29:52.308699 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f85383d0-dd86-4c54-8a5c-2081cb671f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for network, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.329244 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f85383d0-dd86-4c54-8a5c-2081cb671f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.378488 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 51244) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:52.397780 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-74f48909-7a38-4b0e-b744-c676abb7e3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.604398 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f85383d0-dd86-4c54-8a5c-2081cb671f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.615968 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f85383d0-dd86-4c54-8a5c-2081cb671f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.620779 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-3347df76-931a-4568-9c7c-0c0b19feae5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:52.626146 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b8452e-07e6-45ee-a992-4e862473ebe2', 'name': 'tempest-ServerRescueNegativeTestJSON-1805338822-router', 'tenant_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a6d6c501-602a-4ada-8925-540ac15c10a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:48Z', 'updated_at': '2021-06-21T04:29:50Z', 'revision_number': 3, 'project_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'gw_port': {'id': 'a6d6c501-602a-4ada-8925-540ac15c10a2', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:be:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b8452e-07e6-45ee-a992-4e862473ebe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:49Z', 'updated_at': '2021-06-21T04:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:52.687333 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] Checking router: b3b8452e-07e6-45ee-a992-4e862473ebe2 for host: dv-cinder-797170-3-smb {{(pid=92746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:29:52.688308 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] Updating router b3b8452e-07e6-45ee-a992-4e862473ebe2 port a6d6c501-602a-4ada-8925-540ac15c10a2 binding host dv-cinder-797170-3-smb {{(pid=92746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:29:52.731594 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-74f48909-7a38-4b0e-b744-c676abb7e3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.740322 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-74f48909-7a38-4b0e-b744-c676abb7e3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.747018 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-ca8f1e55-f308-4d29-a6a2-3ac5247c2ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:52.757023 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.851907 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-74f48909-7a38-4b0e-b744-c676abb7e3a7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=62b6301d9ccb4dccb003cd9a8a2c813f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4697788 Jun 21 04:29:52.853845 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 51256) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:52.868532 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f48909-7a38-4b0e-b744-c676abb7e3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e685faba-ba9a-46e5-afbb-1a9eabf57227,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:52.879058 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-74f48909-7a38-4b0e-b744-c676abb7e3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:53.030784 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f85383d0-dd86-4c54-8a5c-2081cb671f15 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=92743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:29:53.047685 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85383d0-dd86-4c54-8a5c-2081cb671f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50433de2-bf8c-411e-89ba-e2bceb17a855,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:53.055076 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ff783f9a-534e-4dbc-8d93-269e9b2ef549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.057317 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-f85383d0-dd86-4c54-8a5c-2081cb671f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:53.065660 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f85383d0-dd86-4c54-8a5c-2081cb671f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.066805 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.db.segments_db [None req-f85383d0-dd86-4c54-8a5c-2081cb671f15 admin admin] Added segment 944f06cf-55b1-4da8-b87a-af1ac241e0bc of type vlan for network 7663d365-7142-4e36-8e59-b7863d4789a3 Jun 21 04:29:53.158701 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ff783f9a-534e-4dbc-8d93-269e9b2ef549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.168422 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f85383d0-dd86-4c54-8a5c-2081cb671f15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772645272028'] for network, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.272981 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ff783f9a-534e-4dbc-8d93-269e9b2ef549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.278223 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ff783f9a-534e-4dbc-8d93-269e9b2ef549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.319784 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-ff783f9a-534e-4dbc-8d93-269e9b2ef549 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e685faba-ba9a-46e5-afbb-1a9eabf57227 HTTP/1.1" status: 204 len: 168 time: 0.4636753 Jun 21 04:29:53.325068 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-fa0e4953-7773-4cf1-aa70-0831e159373b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:53.338428 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff783f9a-534e-4dbc-8d93-269e9b2ef549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e685faba-ba9a-46e5-afbb-1a9eabf57227,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:53.342987 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-ff783f9a-534e-4dbc-8d93-269e9b2ef549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:53.366484 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d6699d1b-39d4-4327-9a2f-778c44446868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.713688 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f85383d0-dd86-4c54-8a5c-2081cb671f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842'] for network, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.819967 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_common [None req-d6699d1b-39d4-4327-9a2f-778c44446868 admin admin] Allocated IP 172.20.0.1 (ba5c6907-199a-4e01-99a2-5c56bd766c8f/10837d44-5e1e-4f4f-9b67-bd818970debd/06c2cc8a-e883-4968-b772-3d6894726737) {{(pid=92743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:53.833020 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.893521 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] Transition to ACTIVE for port object a6d6c501-602a-4ada-8925-540ac15c10a2 will not be triggered until provisioned by entity L2. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:53.914206 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.924530 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:53.992220 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85383d0-dd86-4c54-8a5c-2081cb671f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:53.993836 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f85383d0-dd86-4c54-8a5c-2081cb671f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.020506 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-795ac4d7-5f03-40b0-8752-37f344ca53f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:54.042511 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 51304) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:54.043961 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-f85383d0-dd86-4c54-8a5c-2081cb671f15 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0900424 Jun 21 04:29:54.051883 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-a82d4b17-7810-4c9c-ad93-f187eeaaec37 admin admin] Request body: {'subnet': {'network_id': '7663d365-7142-4e36-8e59-b7863d4789a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-950785578-subnet', 'tenant_id': '05e896ce52b34ef78c511a9600515ae4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:54.116889 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82d4b17-7810-4c9c-ad93-f187eeaaec37 admin admin] Made reservation on behalf of 05e896ce52b34ef78c511a9600515ae4 for: {'subnet': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:29:54.119160 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504eb3c1-1831-4097-8ff8-65ddce53beb4 None None] Pushing event updated for resources: {'Port': ['ID=a6d6c501-602a-4ada-8925-540ac15c10a2,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:54.125289 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a82d4b17-7810-4c9c-ad93-f187eeaaec37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60183813'] for subnet, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.128132 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 51306) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:54.135710 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] Attempting to bind port a6d6c501-602a-4ada-8925-540ac15c10a2 on host dv-cinder-797170-3-smb for vnic_type normal with profile {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:29:54.136422 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] Attempting to bind port a6d6c501-602a-4ada-8925-540ac15c10a2 by drivers openvswitch,hyperv on host dv-cinder-797170-3-smb at level 0 using segments [{'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:29:54.137178 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] Attempting to bind port a6d6c501-602a-4ada-8925-540ac15c10a2 on network b03547ff-bdb5-4cf0-b910-6012328878f7 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:54.149382 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504eb3c1-1831-4097-8ff8-65ddce53beb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:54.150501 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504eb3c1-1831-4097-8ff8-65ddce53beb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:54.151357 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504eb3c1-1831-4097-8ff8-65ddce53beb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:54.152219 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504eb3c1-1831-4097-8ff8-65ddce53beb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:54.154490 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504eb3c1-1831-4097-8ff8-65ddce53beb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:54.155350 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504eb3c1-1831-4097-8ff8-65ddce53beb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:54.156240 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504eb3c1-1831-4097-8ff8-65ddce53beb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:54.158161 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504eb3c1-1831-4097-8ff8-65ddce53beb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:54.159391 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504eb3c1-1831-4097-8ff8-65ddce53beb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:54.160228 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504eb3c1-1831-4097-8ff8-65ddce53beb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:54.161109 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504eb3c1-1831-4097-8ff8-65ddce53beb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:54.162425 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504eb3c1-1831-4097-8ff8-65ddce53beb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:54.170521 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] Checking agent: {'id': '0a7d828d-f304-46d9-99e1-7df9121aa7cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 20, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:29:54.171722 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] Checking segment: {'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:54.172752 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.174514 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] Bound using segment: {'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:29:54.175691 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] Bound port: a6d6c501-602a-4ada-8925-540ac15c10a2, host: dv-cinder-797170-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:29:54.176737 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.211975 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85383d0-dd86-4c54-8a5c-2081cb671f15 admin admin] Pushing event updated for resources: {'Network': ['ID=7663d365-7142-4e36-8e59-b7863d4789a3,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:54.219260 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-f85383d0-dd86-4c54-8a5c-2081cb671f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:54.224734 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d6699d1b-39d4-4327-9a2f-778c44446868 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.230633 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Network 7663d365-7142-4e36-8e59-b7863d4789a3 details requested by agent ovs-agent-dv-cinder-797170-3-smb with host dv-cinder-797170-3-smb {{(pid=92745) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:29:54.308851 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] For port a6d6c501-602a-4ada-8925-540ac15c10a2, host dv-cinder-797170-3-smb, cleared binding levels {{(pid=92746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:29:54.315314 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] For port a6d6c501-602a-4ada-8925-540ac15c10a2, host dv-cinder-797170-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=a6d6c501-602a-4ada-8925-540ac15c10a2,segment=NetworkSegment(187c97c0-b126-42a1-9dd9-08d372d10f19),segment_id=187c97c0-b126-42a1-9dd9-08d372d10f19)] {{(pid=92746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:29:54.319367 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-504eb3c1-1831-4097-8ff8-65ddce53beb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:54.330886 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.362660 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-1a0bdc20-187c-4524-b9fa-c649a1caf3d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:54.389758 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d6699d1b-39d4-4327-9a2f-778c44446868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60629742'] for port, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.395317 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:54.453654 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] Routers {'b3b8452e-07e6-45ee-a992-4e862473ebe2'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:54.455114 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:29:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['b3b8452e-07e6-45ee-a992-4e862473ebe2'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:54.522686 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6699d1b-39d4-4327-9a2f-778c44446868 admin admin] Network ba5c6907-199a-4e01-99a2-5c56bd766c8f is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:54.525344 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-cd2c0938-f22e-4d88-8ecc-8a41da33b00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.530500 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504eb3c1-1831-4097-8ff8-65ddce53beb4 None None] Pushing event updated for resources: {'Port': ['ID=a6d6c501-602a-4ada-8925-540ac15c10a2,revision_number=3']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:54.538913 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-504eb3c1-1831-4097-8ff8-65ddce53beb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:54.540468 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-d6699d1b-39d4-4327-9a2f-778c44446868 admin admin] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:54.544469 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6699d1b-39d4-4327-9a2f-778c44446868 admin admin] Received port after_create {{(pid=92743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:54.565238 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a82d4b17-7810-4c9c-ad93-f187eeaaec37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60183831'] for subnet, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.569713 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:54.589321 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6699d1b-39d4-4327-9a2f-778c44446868 admin admin] Pushing event updated for resources: {'Port': ['ID=06c2cc8a-e883-4968-b772-3d6894726737,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:54.593477 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-d6699d1b-39d4-4327-9a2f-778c44446868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:54.618111 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d6699d1b-39d4-4327-9a2f-778c44446868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513839'] for router_interface, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.647824 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d4b17-7810-4c9c-ad93-f187eeaaec37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=923aeb57-dfd4-47ff-9a98-6da725f4bbdd,revision_number=0']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:54.652614 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-a82d4b17-7810-4c9c-ad93-f187eeaaec37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:54.662638 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82d4b17-7810-4c9c-ad93-f187eeaaec37 admin admin] Checking segment: {'id': '944f06cf-55b1-4da8-b87a-af1ac241e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7663d365-7142-4e36-8e59-b7863d4789a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:54.663292 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82d4b17-7810-4c9c-ad93-f187eeaaec37 admin admin] Network hostable DHCP agents. Network: 7663d365-7142-4e36-8e59-b7863d4789a3, hostable agents: ['f03cc20b-fa45-497d-ab77-a260e4d7f44c'], hosted agents: [] {{(pid=92744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:29:54.676335 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] Set router b3b8452e-07e6-45ee-a992-4e862473ebe2 gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:54.692425 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82d4b17-7810-4c9c-ad93-f187eeaaec37 admin admin] Network 7663d365-7142-4e36-8e59-b7863d4789a3 is scheduled to be hosted by DHCP agent f03cc20b-fa45-497d-ab77-a260e4d7f44c with binding_index 1 {{(pid=92744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:29:54.709146 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [None req-a82d4b17-7810-4c9c-ad93-f187eeaaec37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-smb, 7663d365-7142-4e36-8e59-b7863d4789a3) {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:54.715162 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82d4b17-7810-4c9c-ad93-f187eeaaec37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:54.716120 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a82d4b17-7810-4c9c-ad93-f187eeaaec37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.724493 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af051414-912f-4cfe-a2d2-c0c2757f8a34 None None] Network 7663d365-7142-4e36-8e59-b7863d4789a3 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:29:54.893542 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-cd2c0938-f22e-4d88-8ecc-8a41da33b00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.916501 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-a82d4b17-7810-4c9c-ad93-f187eeaaec37 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8717511 Jun 21 04:29:54.918448 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-cd2c0938-f22e-4d88-8ecc-8a41da33b00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.927682 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-f85383d0-dd86-4c54-8a5c-2081cb671f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:55.003787 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9526fc47-4bb5-46d4-8cf9-329d1788aac5 None None] Network 7663d365-7142-4e36-8e59-b7863d4789a3 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:29:55.018886 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-cd2c0938-f22e-4d88-8ecc-8a41da33b00e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b42d49227c3541d899f4d8d4b4181b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8854918 Jun 21 04:29:55.022870 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 51332) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:55.032406 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d6699d1b-39d4-4327-9a2f-778c44446868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.073483 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c0938-f22e-4d88-8ecc-8a41da33b00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46548834-a3f7-47ce-86dc-2248ddfcf95f,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:55.084052 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-cd2c0938-f22e-4d88-8ecc-8a41da33b00e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:55.229548 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-0f17e91d-221d-4bd7-8026-8d9a21666c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.319962 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-0f17e91d-221d-4bd7-8026-8d9a21666c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.385573 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b8452e-07e6-45ee-a992-4e862473ebe2', 'name': 'tempest-ServerRescueNegativeTestJSON-1805338822-router', 'tenant_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a6d6c501-602a-4ada-8925-540ac15c10a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:48Z', 'updated_at': '2021-06-21T04:29:50Z', 'revision_number': 3, 'project_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'gw_port': {'id': 'a6d6c501-602a-4ada-8925-540ac15c10a2', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:be:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b8452e-07e6-45ee-a992-4e862473ebe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:49Z', 'updated_at': '2021-06-21T04:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:55.481270 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-0f17e91d-221d-4bd7-8026-8d9a21666c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.486212 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-0f17e91d-221d-4bd7-8026-8d9a21666c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.488279 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-0f17e91d-221d-4bd7-8026-8d9a21666c4e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/46548834-a3f7-47ce-86dc-2248ddfcf95f HTTP/1.1" status: 204 len: 168 time: 0.4627399 Jun 21 04:29:55.490058 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-08b09d0d-9e6a-47a0-a0b8-5c3825188598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:55.495644 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0a1b0a-e230-4196-a400-87d6c22841df None None] The sync data for ids ['b3b8452e-07e6-45ee-a992-4e862473ebe2'] in dv-cinder-797170-3-smb is: [{'id': 'b3b8452e-07e6-45ee-a992-4e862473ebe2', 'name': 'tempest-ServerRescueNegativeTestJSON-1805338822-router', 'tenant_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a6d6c501-602a-4ada-8925-540ac15c10a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:48Z', 'updated_at': '2021-06-21T04:29:50Z', 'revision_number': 3, 'project_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'gw_port': {'id': 'a6d6c501-602a-4ada-8925-540ac15c10a2', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:be:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b8452e-07e6-45ee-a992-4e862473ebe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:49Z', 'updated_at': '2021-06-21T04:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}] {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:29:55.509876 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17e91d-221d-4bd7-8026-8d9a21666c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46548834-a3f7-47ce-86dc-2248ddfcf95f,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:55.515472 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-0f17e91d-221d-4bd7-8026-8d9a21666c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:55.554541 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d6699d1b-39d4-4327-9a2f-778c44446868 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.561554 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d6699d1b-39d4-4327-9a2f-778c44446868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629720'] for port, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.564841 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:55.644770 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d6699d1b-39d4-4327-9a2f-778c44446868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513334'] for router_interface, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.649286 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6699d1b-39d4-4327-9a2f-778c44446868 admin admin] Pushing event updated for resources: {'Port': ['ID=06c2cc8a-e883-4968-b772-3d6894726737,revision_number=2']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:55.656537 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-d6699d1b-39d4-4327-9a2f-778c44446868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:55.763239 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6699d1b-39d4-4327-9a2f-778c44446868 admin admin] Network ba5c6907-199a-4e01-99a2-5c56bd766c8f is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:55.767409 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-d6699d1b-39d4-4327-9a2f-778c44446868 admin admin] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:56.100437 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6699d1b-39d4-4327-9a2f-778c44446868 admin admin] Router b3b8452e-07e6-45ee-a992-4e862473ebe2 has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:29:56.496029 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6699d1b-39d4-4327-9a2f-778c44446868 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:29:56.527698 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-d6699d1b-39d4-4327-9a2f-778c44446868 admin admin] 10.222.0.60 "PUT /v2.0/routers/b3b8452e-07e6-45ee-a992-4e862473ebe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4682543 Jun 21 04:29:56.679044 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:29:56.684022 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 51378) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:56.723968 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8b058140-183c-40b6-9cfc-da95c750a483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:56.985088 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8b058140-183c-40b6-9cfc-da95c750a483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:56.995967 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8b058140-183c-40b6-9cfc-da95c750a483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.003895 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-f1a35024-cd64-494a-9ca6-eee5d66e32b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:57.080308 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-8b058140-183c-40b6-9cfc-da95c750a483 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ebc0b6acc1e4726b182d21db9decb25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3947570 Jun 21 04:29:57.084414 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b058140-183c-40b6-9cfc-da95c750a483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd27cd3-c0e1-448a-9142-2c4b3920b670,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:57.086309 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 51386) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:57.106102 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-8b058140-183c-40b6-9cfc-da95c750a483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:57.259106 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-021653b3-bff9-4838-837d-7f9e9c9b027b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.315630 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-021653b3-bff9-4838-837d-7f9e9c9b027b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.431598 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-021653b3-bff9-4838-837d-7f9e9c9b027b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.435259 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-021653b3-bff9-4838-837d-7f9e9c9b027b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.436905 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-021653b3-bff9-4838-837d-7f9e9c9b027b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8bd27cd3-c0e1-448a-9142-2c4b3920b670 HTTP/1.1" status: 204 len: 168 time: 0.3489947 Jun 21 04:29:57.437889 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:57.452178 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021653b3-bff9-4838-837d-7f9e9c9b027b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd27cd3-c0e1-448a-9142-2c4b3920b670,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:57.455784 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-021653b3-bff9-4838-837d-7f9e9c9b027b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:57.578422 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 51412) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:57.695928 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-4b15b90e-98da-423a-94cf-c29c49361fcd tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:57.698591 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-4b15b90e-98da-423a-94cf-c29c49361fcd tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/networks?id=ba5c6907-199a-4e01-99a2-5c56bd766c8f HTTP/1.1" status: 200 len: 819 time: 0.1934383 Jun 21 04:29:57.735041 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-ad0b0a62-2943-4de5-9f93-4ecab635e7a8 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/quotas/bd6d23e61fd544778bcff22b5bd8e44d HTTP/1.1" status: 200 len: 375 time: 0.0254240 Jun 21 04:29:57.748391 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9bb1bd23-0b25-4395-a389-7c8ea7e5c6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.128683 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-0a62a4fd-7ebf-45ab-a9c1-fceeda47da29 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd6d23e61fd544778bcff22b5bd8e44d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3807797 Jun 21 04:29:58.136775 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device a6d6c501-602a-4ada-8925-540ac15c10a2 up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:58.173855 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9bb1bd23-0b25-4395-a389-7c8ea7e5c6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.181830 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9bb1bd23-0b25-4395-a389-7c8ea7e5c6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.191971 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-01ee95e5-8bed-435d-bfc2-4fb2287615f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:58.269511 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-9bb1bd23-0b25-4395-a389-7c8ea7e5c6a4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=70c59b4dc6c54a2d8246cc953c77c5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6881826 Jun 21 04:29:58.271371 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb1bd23-0b25-4395-a389-7c8ea7e5c6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bfda3d-495e-45b4-886d-410fb423f0f3,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:58.290240 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-9bb1bd23-0b25-4395-a389-7c8ea7e5c6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:58.293304 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 51432) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:58.425642 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8d8982d2-08d2-44d5-8488-55a53f3d53d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.495591 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning for port a6d6c501-602a-4ada-8925-540ac15c10a2 completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:58.515379 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port a6d6c501-602a-4ada-8925-540ac15c10a2 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:58.519809 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.538440 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8d8982d2-08d2-44d5-8488-55a53f3d53d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.706657 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] Sync routers for ids ['b3b8452e-07e6-45ee-a992-4e862473ebe2'] in dv-cinder-797170-3-smb {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:29:58.709667 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8d8982d2-08d2-44d5-8488-55a53f3d53d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.712811 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8d8982d2-08d2-44d5-8488-55a53f3d53d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.714450 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-8d8982d2-08d2-44d5-8488-55a53f3d53d4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4bfda3d-495e-45b4-886d-410fb423f0f3 HTTP/1.1" status: 204 len: 168 time: 0.4190736 Jun 21 04:29:58.716790 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-68f51b10-8108-401a-8f2c-1b98800add7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:58.754571 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8982d2-08d2-44d5-8488-55a53f3d53d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bfda3d-495e-45b4-886d-410fb423f0f3,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:58.766139 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] Routers {'b3b8452e-07e6-45ee-a992-4e862473ebe2'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:58.769166 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-8d8982d2-08d2-44d5-8488-55a53f3d53d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:58.769920 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:29:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['b3b8452e-07e6-45ee-a992-4e862473ebe2'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:58.787188 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-f27d36ef-7149-4945-ba95-898e384f9b61 service neutron] 10.222.0.60 "GET /v2.0/networks/ba5c6907-199a-4e01-99a2-5c56bd766c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6203353 Jun 21 04:29:58.937748 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:59.006901 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-e965db75-6809-4dc2-a0ca-57d51a6a5be2 service neutron] 10.222.0.60 "GET /v2.0/networks/ba5c6907-199a-4e01-99a2-5c56bd766c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080345 Jun 21 04:29:59.216463 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] For port a6d6c501-602a-4ada-8925-540ac15c10a2, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=a6d6c501-602a-4ada-8925-540ac15c10a2,segment=NetworkSegment(187c97c0-b126-42a1-9dd9-08d372d10f19),segment_id=187c97c0-b126-42a1-9dd9-08d372d10f19)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:59.226572 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:59.237539 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-104b0bb9-6635-4367-af0b-243321706ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:59.339166 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Pushing event updated for resources: {'Port': ['ID=a6d6c501-602a-4ada-8925-540ac15c10a2,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:59.356354 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:59.357388 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:59.358194 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:59.358973 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:59.359762 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:59.361076 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:59.361907 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:59.362936 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:59.363769 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:59.364624 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:59.365494 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:59.366391 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:59.379459 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:59.394021 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-a9b685d6-755b-415c-9ada-0797f1a1bf98 req-9bc45797-0ecf-4743-ae46-2905e4cdf005 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 210 time: 0.0689039 Jun 21 04:29:59.429912 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] Set router b3b8452e-07e6-45ee-a992-4e862473ebe2 gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:59.620538 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-a52b18b7-8e58-462f-a451-11a96473c149 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:59.624728 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-a52b18b7-8e58-462f-a451-11a96473c149 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/networks?id=7663d365-7142-4e36-8e59-b7863d4789a3 HTTP/1.1" status: 200 len: 808 time: 0.2984827 Jun 21 04:29:59.671655 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-9ec3b622-9fce-46b0-a658-1a3d2fe4267f tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/quotas/05e896ce52b34ef78c511a9600515ae4 HTTP/1.1" status: 200 len: 375 time: 0.0337782 Jun 21 04:29:59.693156 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 51484) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:59.733767 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a246d35a-80f1-4675-a760-f13956cd7762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:59.812599 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-946bba8c-8bcc-4585-b76c-4eabfb10ccbf tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=05e896ce52b34ef78c511a9600515ae4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1396818 Jun 21 04:30:00.034397 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a246d35a-80f1-4675-a760-f13956cd7762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:00.045431 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a246d35a-80f1-4675-a760-f13956cd7762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:00.061438 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-16d37373-81ad-46c0-8c9c-7f2548570d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:00.094185 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device a6d6c501-602a-4ada-8925-540ac15c10a2 up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:00.127421 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-24caa72d-88ab-4cf0-a3bd-9f4e44ba3265 service neutron] 10.222.0.60 "GET /v2.0/networks/7663d365-7142-4e36-8e59-b7863d4789a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130462 Jun 21 04:30:00.184878 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246d35a-80f1-4675-a760-f13956cd7762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3195c372-c6b0-4f73-8a31-a8dc8901b233,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:00.208228 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-a246d35a-80f1-4675-a760-f13956cd7762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:00.279186 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-a246d35a-80f1-4675-a760-f13956cd7762 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=acf381c0de7d47c0b72aa2f2e2811d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5843875 Jun 21 04:30:00.299675 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 51510) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:00.331264 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port a6d6c501-602a-4ada-8925-540ac15c10a2 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:00.332068 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:00.489899 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b8452e-07e6-45ee-a992-4e862473ebe2', 'name': 'tempest-ServerRescueNegativeTestJSON-1805338822-router', 'tenant_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a6d6c501-602a-4ada-8925-540ac15c10a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:48Z', 'updated_at': '2021-06-21T04:29:54Z', 'revision_number': 4, 'project_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'gw_port': {'id': 'a6d6c501-602a-4ada-8925-540ac15c10a2', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:be:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b8452e-07e6-45ee-a992-4e862473ebe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:49Z', 'updated_at': '2021-06-21T04:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': '06c2cc8a-e883-4968-b772-3d6894726737', 'name': '', 'network_id': 'ba5c6907-199a-4e01-99a2-5c56bd766c8f', 'tenant_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'mac_address': 'fa:16:3e:06:ea:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b8452e-07e6-45ee-a992-4e862473ebe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '10837d44-5e1e-4f4f-9b67-bd818970debd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:53Z', 'updated_at': '2021-06-21T04:29:55Z', 'revision_number': 2, 'project_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'subnets': [{'id': '10837d44-5e1e-4f4f-9b67-bd818970debd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:00.534216 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] Checking router: b3b8452e-07e6-45ee-a992-4e862473ebe2 for host: dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:30:00.534632 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] Updating router b3b8452e-07e6-45ee-a992-4e862473ebe2 port 06c2cc8a-e883-4968-b772-3d6894726737 binding host dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:30:00.578579 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-be06d6a1-eb30-49a1-812b-2acb1b03197c service neutron] 10.222.0.60 "GET /v2.0/networks/7663d365-7142-4e36-8e59-b7863d4789a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499338 Jun 21 04:30:00.581654 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-e31b5352-fb71-478e-829b-6c455b2f9993 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:00.595358 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-e31b5352-fb71-478e-829b-6c455b2f9993 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/networks?id=ba5c6907-199a-4e01-99a2-5c56bd766c8f HTTP/1.1" status: 200 len: 819 time: 0.3854163 Jun 21 04:30:00.596271 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7f6c5b63-2db0-4ce0-8427-ae7d1c25bf33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:00.669968 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:00.707595 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-bb466ad1-5033-4a8d-ad0c-c97ec7e810ad tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/quotas/bd6d23e61fd544778bcff22b5bd8e44d HTTP/1.1" status: 200 len: 375 time: 0.0966995 Jun 21 04:30:00.728278 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7f6c5b63-2db0-4ce0-8427-ae7d1c25bf33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:00.979433 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-cad58e20-ff66-4189-94ad-4b18690e3b90 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd6d23e61fd544778bcff22b5bd8e44d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2472925 Jun 21 04:30:01.227659 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:01.270410 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] Transition to ACTIVE for port object 06c2cc8a-e883-4968-b772-3d6894726737 will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:01.283613 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:01.286491 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:01.296491 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7f6c5b63-2db0-4ce0-8427-ae7d1c25bf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:01.302210 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7f6c5b63-2db0-4ce0-8427-ae7d1c25bf33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:01.305000 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-7f6c5b63-2db0-4ce0-8427-ae7d1c25bf33 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3195c372-c6b0-4f73-8a31-a8dc8901b233 HTTP/1.1" status: 204 len: 168 time: 1.0037305 Jun 21 04:30:01.310139 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-4359cd4a-b078-45c5-8466-9e7caa9093de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:01.347193 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c5b63-2db0-4ce0-8427-ae7d1c25bf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3195c372-c6b0-4f73-8a31-a8dc8901b233,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:01.365507 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-03654e39-7553-4886-8c89-796817b196a3 service neutron] 10.222.0.60 "GET /v2.0/networks/ba5c6907-199a-4e01-99a2-5c56bd766c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781283 Jun 21 04:30:01.510142 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dad74a-3d79-4ba0-8c11-c1882f5ec766 None None] Pushing event updated for resources: {'Port': ['ID=06c2cc8a-e883-4968-b772-3d6894726737,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:01.536453 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8e61c628-0580-4a3c-a4b9-604a52962caa req-d5202405-8139-41d5-af90-d810446477a7 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee4923d8-edcc-4c50-a0f8-79bddd08679e HTTP/1.1" status: 200 len: 210 time: 0.1345983 Jun 21 04:30:01.540216 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-07dad74a-3d79-4ba0-8c11-c1882f5ec766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:01.649495 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-7f6c5b63-2db0-4ce0-8427-ae7d1c25bf33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:01.681840 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-48901ea3-8016-4526-9d02-c93d77ce7bc8 service neutron] 10.222.0.60 "GET /v2.0/networks/ba5c6907-199a-4e01-99a2-5c56bd766c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146842 Jun 21 04:30:01.953896 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] Attempting to bind port 06c2cc8a-e883-4968-b772-3d6894726737 on host dv-cinder-797170-3-smb for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:30:01.954793 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] Attempting to bind port 06c2cc8a-e883-4968-b772-3d6894726737 by drivers openvswitch,hyperv on host dv-cinder-797170-3-smb at level 0 using segments [{'id': '3e5da68e-1378-4db7-817e-32dfe3ea2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ba5c6907-199a-4e01-99a2-5c56bd766c8f'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:30:01.956234 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] Attempting to bind port 06c2cc8a-e883-4968-b772-3d6894726737 on network ba5c6907-199a-4e01-99a2-5c56bd766c8f {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:01.972189 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] Checking agent: {'id': '0a7d828d-f304-46d9-99e1-7df9121aa7cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 20, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:30:01.972679 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] Checking segment: {'id': '3e5da68e-1378-4db7-817e-32dfe3ea2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ba5c6907-199a-4e01-99a2-5c56bd766c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:30:01.973117 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:01.973535 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] Bound using segment: {'id': '3e5da68e-1378-4db7-817e-32dfe3ea2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ba5c6907-199a-4e01-99a2-5c56bd766c8f'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:30:01.974053 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] Bound port: 06c2cc8a-e883-4968-b772-3d6894726737, host: dv-cinder-797170-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5da68e-1378-4db7-817e-32dfe3ea2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ba5c6907-199a-4e01-99a2-5c56bd766c8f'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:30:01.974607 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.170024 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] For port 06c2cc8a-e883-4968-b772-3d6894726737, host dv-cinder-797170-3-smb, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:30:02.176400 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] For port 06c2cc8a-e883-4968-b772-3d6894726737, host dv-cinder-797170-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=06c2cc8a-e883-4968-b772-3d6894726737,segment=NetworkSegment(3e5da68e-1378-4db7-817e-32dfe3ea2e26),segment_id=3e5da68e-1378-4db7-817e-32dfe3ea2e26)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:30:02.185617 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.194399 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:02.345515 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] Routers {'b3b8452e-07e6-45ee-a992-4e862473ebe2'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:30:02.346879 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:29:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['b3b8452e-07e6-45ee-a992-4e862473ebe2'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:02.398029 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-508f1eb1-bc31-4f72-85ff-438d1ff4a498 req-98716d1e-4e38-4f59-81a9-09c37082158f tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 210 time: 0.1570756 Jun 21 04:30:02.696425 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dad74a-3d79-4ba0-8c11-c1882f5ec766 None None] Pushing event updated for resources: {'Port': ['ID=06c2cc8a-e883-4968-b772-3d6894726737,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:02.715246 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-07dad74a-3d79-4ba0-8c11-c1882f5ec766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:02.785751 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-2eb9f146-e957-4361-943a-1ae4580ca73c tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:02.791598 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-2eb9f146-e957-4361-943a-1ae4580ca73c tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.61 "GET /v2.0/networks?id=ba5c6907-199a-4e01-99a2-5c56bd766c8f HTTP/1.1" status: 200 len: 819 time: 0.5836775 Jun 21 04:30:02.810131 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-32fc6d86-b2ce-46a6-b0a4-4860e7d402c4 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Request body: {'port': {'device_id': 'cf4b68c7-72a1-4e45-93fe-63538c206bfe', 'network_id': 'ba5c6907-199a-4e01-99a2-5c56bd766c8f', 'admin_state_up': True, 'tenant_id': 'bd6d23e61fd544778bcff22b5bd8e44d'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:02.912626 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] Set router b3b8452e-07e6-45ee-a992-4e862473ebe2 gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:30:03.111101 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0ee33156-912f-4f90-aea5-5fcbbff6b7f1 req-4e32997d-3e0f-4b38-81c5-81fe92081d1c tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee4923d8-edcc-4c50-a0f8-79bddd08679e HTTP/1.1" status: 200 len: 210 time: 0.0873289 Jun 21 04:30:03.213260 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-32fc6d86-b2ce-46a6-b0a4-4860e7d402c4 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Made reservation on behalf of bd6d23e61fd544778bcff22b5bd8e44d for: {'port': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:30:03.218418 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-32fc6d86-b2ce-46a6-b0a4-4860e7d402c4 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:03.313560 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 51654) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:03.441561 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b8452e-07e6-45ee-a992-4e862473ebe2', 'name': 'tempest-ServerRescueNegativeTestJSON-1805338822-router', 'tenant_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a6d6c501-602a-4ada-8925-540ac15c10a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:48Z', 'updated_at': '2021-06-21T04:29:54Z', 'revision_number': 4, 'project_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'gw_port': {'id': 'a6d6c501-602a-4ada-8925-540ac15c10a2', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8452e-07e6-45ee-a992-4e862473ebe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:49Z', 'updated_at': '2021-06-21T04:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': '06c2cc8a-e883-4968-b772-3d6894726737', 'name': '', 'network_id': 'ba5c6907-199a-4e01-99a2-5c56bd766c8f', 'tenant_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'mac_address': 'fa:16:3e:06:ea:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b8452e-07e6-45ee-a992-4e862473ebe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '10837d44-5e1e-4f4f-9b67-bd818970debd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:53Z', 'updated_at': '2021-06-21T04:30:02Z', 'revision_number': 4, 'project_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'subnets': [{'id': '10837d44-5e1e-4f4f-9b67-bd818970debd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:03.493298 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_common [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-32fc6d86-b2ce-46a6-b0a4-4860e7d402c4 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Allocated IP 172.20.0.12 (ba5c6907-199a-4e01-99a2-5c56bd766c8f/10837d44-5e1e-4f4f-9b67-bd818970debd/5f92d8b3-17fc-463e-980a-8c3efea1ce3f) {{(pid=92744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:30:03.505711 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88bb01d-e683-403c-9b6f-8c3190bb1aab None None] The sync data for ids ['b3b8452e-07e6-45ee-a992-4e862473ebe2'] in dv-cinder-797170-3-smb is: [{'id': 'b3b8452e-07e6-45ee-a992-4e862473ebe2', 'name': 'tempest-ServerRescueNegativeTestJSON-1805338822-router', 'tenant_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a6d6c501-602a-4ada-8925-540ac15c10a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:48Z', 'updated_at': '2021-06-21T04:29:54Z', 'revision_number': 4, 'project_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'gw_port': {'id': 'a6d6c501-602a-4ada-8925-540ac15c10a2', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8452e-07e6-45ee-a992-4e862473ebe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:49Z', 'updated_at': '2021-06-21T04:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': '06c2cc8a-e883-4968-b772-3d6894726737', 'name': '', 'network_id': 'ba5c6907-199a-4e01-99a2-5c56bd766c8f', 'tenant_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'mac_address': 'fa:16:3e:06:ea:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b8452e-07e6-45ee-a992-4e862473ebe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '10837d44-5e1e-4f4f-9b67-bd818970debd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:53Z', 'updated_at': '2021-06-21T04:30:02Z', 'revision_number': 4, 'project_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'subnets': [{'id': '10837d44-5e1e-4f4f-9b67-bd818970debd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:30:03.555280 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-d7330b79-2b95-46fa-9dec-072a12b7da7a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1100063815-network', 'tenant_id': '47370b30bb224899ac1d63e4ef8e5969'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:03.664159 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7330b79-2b95-46fa-9dec-072a12b7da7a admin admin] Made reservation on behalf of 47370b30bb224899ac1d63e4ef8e5969 for: {'network': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:30:03.684075 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d7330b79-2b95-46fa-9dec-072a12b7da7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for network, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:03.786052 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d7330b79-2b95-46fa-9dec-072a12b7da7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:03.912857 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-e80fd3c3-eed2-4f0f-a28b-eed890bf5bc1 req-9ad7958a-8d9c-43ce-b3b1-fc7e7ad185d2 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 210 time: 0.0794470 Jun 21 04:30:03.920064 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 51668) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:04.101333 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 06c2cc8a-e883-4968-b772-3d6894726737 up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:04.173697 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-32fc6d86-b2ce-46a6-b0a4-4860e7d402c4 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Notify callbacks [] for port, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:04.328962 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning for port 06c2cc8a-e883-4968-b772-3d6894726737 completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:04.342336 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 06c2cc8a-e883-4968-b772-3d6894726737 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:04.343791 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:04.353026 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-32fc6d86-b2ce-46a6-b0a4-4860e7d402c4 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60010093'] for port, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:04.366288 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-541da664-d15c-474c-bc15-04d04988ca4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:04.421559 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-f57f491d-06d5-4f7e-b35b-4d303f420c71 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:04.427800 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-f57f491d-06d5-4f7e-b35b-4d303f420c71 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.61 "GET /v2.0/networks?id=7663d365-7142-4e36-8e59-b7863d4789a3 HTTP/1.1" status: 200 len: 808 time: 0.7112436 Jun 21 04:30:04.519733 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-df47bdb5-0609-4342-bc04-bf3d9f231d9f tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Request body: {'port': {'device_id': 'ee4923d8-edcc-4c50-a0f8-79bddd08679e', 'network_id': '7663d365-7142-4e36-8e59-b7863d4789a3', 'admin_state_up': True, 'tenant_id': '05e896ce52b34ef78c511a9600515ae4'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:04.556285 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-53ac2b85-37d7-428e-8464-b00f0c0ea57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:04.562212 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-32fc6d86-b2ce-46a6-b0a4-4860e7d402c4 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Network ba5c6907-199a-4e01-99a2-5c56bd766c8f is already hosted by enough agents. {{(pid=92744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:30:04.565417 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-f4a0fd9e-65f1-4870-bdb9-4fcc6946effa req-d4ed8800-e15b-4047-ae13-4052d0b9028d tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee4923d8-edcc-4c50-a0f8-79bddd08679e HTTP/1.1" status: 200 len: 210 time: 0.0742538 Jun 21 04:30:04.569929 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-32fc6d86-b2ce-46a6-b0a4-4860e7d402c4 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Resources bound (agent type, host, resource id): {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:04.576516 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-32fc6d86-b2ce-46a6-b0a4-4860e7d402c4 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Received port after_create {{(pid=92744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:30:04.581467 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc6d86-b2ce-46a6-b0a4-4860e7d402c4 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Pushing event updated for resources: {'Port': ['ID=5f92d8b3-17fc-463e-980a-8c3efea1ce3f,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:04.587233 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-32fc6d86-b2ce-46a6-b0a4-4860e7d402c4 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:04.612363 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 51684) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:04.700413 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-32fc6d86-b2ce-46a6-b0a4-4860e7d402c4 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:04.701131 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-32fc6d86-b2ce-46a6-b0a4-4860e7d402c4 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:04.724795 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d7330b79-2b95-46fa-9dec-072a12b7da7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:04.747623 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-32fc6d86-b2ce-46a6-b0a4-4860e7d402c4 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9425609 Jun 21 04:30:04.756540 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d7330b79-2b95-46fa-9dec-072a12b7da7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:04.760903 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:04.768169 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] Request body: {'port': {'device_id': 'cf4b68c7-72a1-4e45-93fe-63538c206bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:04.770798 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-8b058140-183c-40b6-9cfc-da95c750a483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:04.809022 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7330b79-2b95-46fa-9dec-072a12b7da7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7767e9d-99a8-4d38-9ad4-d05583d55e23,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:04.823602 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-d7330b79-2b95-46fa-9dec-072a12b7da7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:04.833806 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7330b79-2b95-46fa-9dec-072a12b7da7a admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=92743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:30:04.861442 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d7330b79-2b95-46fa-9dec-072a12b7da7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:04.861790 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.db.segments_db [None req-d7330b79-2b95-46fa-9dec-072a12b7da7a admin admin] Added segment ff3d8cae-80e6-4fc7-9a29-0b7bfd4c5672 of type vlan for network 664305b4-af5e-4f74-9f81-1d516e5e430a Jun 21 04:30:04.885117 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] For port 06c2cc8a-e883-4968-b772-3d6894726737, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=06c2cc8a-e883-4968-b772-3d6894726737,segment=NetworkSegment(3e5da68e-1378-4db7-817e-32dfe3ea2e26),segment_id=3e5da68e-1378-4db7-817e-32dfe3ea2e26)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:04.897879 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:04.900757 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:04.997088 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:05.064630 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Pushing event updated for resources: {'Port': ['ID=06c2cc8a-e883-4968-b772-3d6894726737,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:05.068743 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:05.115708 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d7330b79-2b95-46fa-9dec-072a12b7da7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772645272028'] for network, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:05.155900 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-e36fcfc8-5bf4-45f0-be8f-f027561ec75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:05.284931 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-02a81709-d1f1-4a94-9533-1b40aed3afab req-980961ac-e5ff-4bce-a19c-a67a8b728756 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 210 time: 0.0863655 Jun 21 04:30:05.304587 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d7330b79-2b95-46fa-9dec-072a12b7da7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842'] for network, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:05.320742 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7330b79-2b95-46fa-9dec-072a12b7da7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:05.321931 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d7330b79-2b95-46fa-9dec-072a12b7da7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:05.335803 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-a918a808-47f7-4081-bb86-4ea1e32166f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:05.347201 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-53ac2b85-37d7-428e-8464-b00f0c0ea57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:05.441099 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-53ac2b85-37d7-428e-8464-b00f0c0ea57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:05.457699 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-0fddb9e3-d378-4616-8300-37a17413f7fc tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:05.472212 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-0fddb9e3-d378-4616-8300-37a17413f7fc tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.61 "GET /v2.0/networks?id=ba5c6907-199a-4e01-99a2-5c56bd766c8f HTTP/1.1" status: 200 len: 819 time: 0.3518226 Jun 21 04:30:05.480822 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.db.api [None req-e36fcfc8-5bf4-45f0-be8f-f027561ec75d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 04:30:05.480822 dv-cinder-797170-3-smb neutron-server[92743]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 04:30:05.480822 dv-cinder-797170-3-smb neutron-server[92743]: [parameters: {'project_id_1': 'ae6720f89a25420182fed40e8ec4bae2', 'expiration_1': datetime.datetime(2021, 6, 21, 4, 30, 5, 205251)}] Jun 21 04:30:05.480822 dv-cinder-797170-3-smb neutron-server[92743]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 04:30:05.481976 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_db.api [None req-e36fcfc8-5bf4-45f0-be8f-f027561ec75d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 04:30:05.501944 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-b65d783c-ae6a-41f4-a40c-01ef0b68beff tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Request body: {'port': {'device_id': 'd991d189-f9bb-4b49-af76-95b4df5bceb2', 'network_id': 'ba5c6907-199a-4e01-99a2-5c56bd766c8f', 'admin_state_up': True, 'tenant_id': 'bd6d23e61fd544778bcff22b5bd8e44d'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:05.538205 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7330b79-2b95-46fa-9dec-072a12b7da7a admin admin] Pushing event updated for resources: {'Network': ['ID=664305b4-af5e-4f74-9f81-1d516e5e430a,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:05.558125 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-53ac2b85-37d7-428e-8464-b00f0c0ea57a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d1fe959c3df45218fdfc63f7dcd4b83&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6275511 Jun 21 04:30:05.561859 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Network 664305b4-af5e-4f74-9f81-1d516e5e430a details requested by agent ovs-agent-dv-cinder-797170-3-smb with host dv-cinder-797170-3-smb {{(pid=92745) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:30:05.564694 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-d7330b79-2b95-46fa-9dec-072a12b7da7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:05.566075 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-18917e0b-6e49-4c21-9add-2a562c10f472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:05.571505 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 51700) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:05.576910 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-df47bdb5-0609-4342-bc04-bf3d9f231d9f tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Made reservation on behalf of 05e896ce52b34ef78c511a9600515ae4 for: {'port': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:30:05.589337 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-df47bdb5-0609-4342-bc04-bf3d9f231d9f tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:05.645280 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-d7330b79-2b95-46fa-9dec-072a12b7da7a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3284516 Jun 21 04:30:05.699584 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 51704) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:05.759653 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-e58e7b3a-07f6-4cfb-95e7-b96abb4a75a2 admin admin] Request body: {'subnet': {'network_id': '664305b4-af5e-4f74-9f81-1d516e5e430a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1100063815-subnet', 'tenant_id': '47370b30bb224899ac1d63e4ef8e5969', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:05.817543 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac2b85-37d7-428e-8464-b00f0c0ea57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cf42b4-ec57-4765-b18d-de7a76708ff0,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:05.821183 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-53ac2b85-37d7-428e-8464-b00f0c0ea57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:05.866743 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58e7b3a-07f6-4cfb-95e7-b96abb4a75a2 admin admin] Made reservation on behalf of 47370b30bb224899ac1d63e4ef8e5969 for: {'subnet': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:30:05.870179 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-e58e7b3a-07f6-4cfb-95e7-b96abb4a75a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012989'] for subnet, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:05.996554 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 06c2cc8a-e883-4968-b772-3d6894726737 up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:06.017023 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-e36fcfc8-5bf4-45f0-be8f-f027561ec75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.057824 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 06c2cc8a-e883-4968-b772-3d6894726737 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:06.058355 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.112649 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f92d8b3-17fc-463e-980a-8c3efea1ce3f {{(pid=92744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:06.117910 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-b65d783c-ae6a-41f4-a40c-01ef0b68beff tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Made reservation on behalf of bd6d23e61fd544778bcff22b5bd8e44d for: {'port': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:30:06.121985 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-b65d783c-ae6a-41f4-a40c-01ef0b68beff tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.143782 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.192247 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-04f69082-bd62-4720-915c-585e7622134c req-5bc31471-7295-4318-9343-3d4b631feca7 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee4923d8-edcc-4c50-a0f8-79bddd08679e HTTP/1.1" status: 200 len: 210 time: 0.2545745 Jun 21 04:30:06.204746 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.provisioning_blocks [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] Transition to ACTIVE for port object 5f92d8b3-17fc-463e-980a-8c3efea1ce3f will not be triggered until provisioned by entity L2. {{(pid=92744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:06.220926 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.232765 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7f4edab8-9d15-49f4-8873-19f1c10a5641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.245264 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:06.417020 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7f4edab8-9d15-49f4-8873-19f1c10a5641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.429742 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_common [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-df47bdb5-0609-4342-bc04-bf3d9f231d9f tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Allocated IP 172.20.0.4 (7663d365-7142-4e36-8e59-b7863d4789a3/923aeb57-dfd4-47ff-9a98-6da725f4bbdd/df625040-cc16-4598-b278-ccc2a65cba6d) {{(pid=92743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:30:06.443777 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] Pushing event updated for resources: {'Port': ['ID=5f92d8b3-17fc-463e-980a-8c3efea1ce3f,revision_number=2']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:06.459301 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:06.517722 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_common [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-b65d783c-ae6a-41f4-a40c-01ef0b68beff tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Allocated IP 172.20.0.6 (ba5c6907-199a-4e01-99a2-5c56bd766c8f/10837d44-5e1e-4f4f-9b67-bd818970debd/c9124ea6-aa03-48ab-82c9-9394d8fc6dcd) {{(pid=92744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:30:06.645918 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] Attempting to bind port 5f92d8b3-17fc-463e-980a-8c3efea1ce3f on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:30:06.646435 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] Attempting to bind port 5f92d8b3-17fc-463e-980a-8c3efea1ce3f by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '3e5da68e-1378-4db7-817e-32dfe3ea2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ba5c6907-199a-4e01-99a2-5c56bd766c8f'}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:30:06.647019 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] Attempting to bind port 5f92d8b3-17fc-463e-980a-8c3efea1ce3f on network ba5c6907-199a-4e01-99a2-5c56bd766c8f {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:06.669431 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] Port 5f92d8b3-17fc-463e-980a-8c3efea1ce3f on network ba5c6907-199a-4e01-99a2-5c56bd766c8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:30:06.669927 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] Attempting to bind port 5f92d8b3-17fc-463e-980a-8c3efea1ce3f on network ba5c6907-199a-4e01-99a2-5c56bd766c8f {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:06.740011 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] Checking agent: {'id': '96b302db-cc9c-42f9-932f-b12d5511dc88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'started_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:30:06.740521 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] Checking segment: {'id': '3e5da68e-1378-4db7-817e-32dfe3ea2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ba5c6907-199a-4e01-99a2-5c56bd766c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:30:06.741149 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] Bound using segment: {'id': '3e5da68e-1378-4db7-817e-32dfe3ea2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ba5c6907-199a-4e01-99a2-5c56bd766c8f'} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:30:06.741826 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] Bound port: 5f92d8b3-17fc-463e-980a-8c3efea1ce3f, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e5da68e-1378-4db7-817e-32dfe3ea2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ba5c6907-199a-4e01-99a2-5c56bd766c8f'}}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:30:06.742356 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.944353 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] For port 5f92d8b3-17fc-463e-980a-8c3efea1ce3f, host hv-cinder-79717, cleared binding levels {{(pid=92744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:30:06.951865 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-b65d783c-ae6a-41f4-a40c-01ef0b68beff tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Notify callbacks [] for port, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.959361 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] For port 5f92d8b3-17fc-463e-980a-8c3efea1ce3f, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5f92d8b3-17fc-463e-980a-8c3efea1ce3f,segment=NetworkSegment(3e5da68e-1378-4db7-817e-32dfe3ea2e26),segment_id=3e5da68e-1378-4db7-817e-32dfe3ea2e26)] {{(pid=92744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:30:06.972070 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.982776 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-b8e1a67b-52fb-4a9c-ab8d-25e8cbe8ff00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:06.992815 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-225596ee-d55f-4387-8f3f-c68ca5b1d0d2 req-b385aff0-4363-4d6d-a157-b2ff65963ef4 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 210 time: 0.2140670 Jun 21 04:30:07.058620 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:07.059651 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.062690 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] 10.222.0.61 "PUT /v2.0/ports/5f92d8b3-17fc-463e-980a-8c3efea1ce3f HTTP/1.1" status: 200 len: 1094 time: 2.2981243 Jun 21 04:30:07.072777 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4b68c7-72a1-4e45-93fe-63538c206bfe', 'tag': '5f92d8b3-17fc-463e-980a-8c3efea1ce3f'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:07.075688 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ad87c8-37bc-4b75-8cf6-6414df2b2f60" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4b68c7-72a1-4e45-93fe-63538c206bfe", "tag": "5f92d8b3-17fc-463e-980a-8c3efea1ce3f"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:07.159479 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] Pushing event updated for resources: {'Port': ['ID=5f92d8b3-17fc-463e-980a-8c3efea1ce3f,revision_number=3']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:07.200066 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:07.202333 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d990dac2-2d17-4ec1-9e3a-3c614a689108 x-openstack-request-id: req-d990dac2-2d17-4ec1-9e3a-3c614a689108 {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:07.202737 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4b68c7-72a1-4e45-93fe-63538c206bfe", "tag": "5f92d8b3-17fc-463e-980a-8c3efea1ce3f", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:07.203082 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d990dac2-2d17-4ec1-9e3a-3c614a689108 {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:07.203560 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf4b68c7-72a1-4e45-93fe-63538c206bfe', 'tag': '5f92d8b3-17fc-463e-980a-8c3efea1ce3f', 'status': 'completed', 'code': 200} Jun 21 04:30:07.217048 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-b65d783c-ae6a-41f4-a40c-01ef0b68beff tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60010093'] for port, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.226006 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:07.229745 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7f4edab8-9d15-49f4-8873-19f1c10a5641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.232954 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7f4edab8-9d15-49f4-8873-19f1c10a5641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.234470 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-7f4edab8-9d15-49f4-8873-19f1c10a5641 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15cf42b4-ec57-4765-b18d-de7a76708ff0 HTTP/1.1" status: 204 len: 168 time: 1.6595380 Jun 21 04:30:07.244157 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-a246d35a-80f1-4675-a760-f13956cd7762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:07.288229 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4edab8-9d15-49f4-8873-19f1c10a5641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cf42b4-ec57-4765-b18d-de7a76708ff0,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:07.292618 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-e58e7b3a-07f6-4cfb-95e7-b96abb4a75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60629594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012975'] for subnet, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.298797 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-7f4edab8-9d15-49f4-8873-19f1c10a5641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:07.327468 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-89922631-a410-49f2-a3a4-d3e5d2eec09f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:07.338740 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-b65d783c-ae6a-41f4-a40c-01ef0b68beff tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Network ba5c6907-199a-4e01-99a2-5c56bd766c8f is already hosted by enough agents. {{(pid=92744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:30:07.359460 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d783c-ae6a-41f4-a40c-01ef0b68beff tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Pushing event updated for resources: {'Port': ['ID=c9124ea6-aa03-48ab-82c9-9394d8fc6dcd,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:07.375485 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-b65d783c-ae6a-41f4-a40c-01ef0b68beff tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:07.388095 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-e36fcfc8-5bf4-45f0-be8f-f027561ec75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.392620 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-b65d783c-ae6a-41f4-a40c-01ef0b68beff tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Resources bound (agent type, host, resource id): {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:07.398627 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-6a9ba8ac-3f1f-44ec-9c5e-a8ece53ee1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:07.401426 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-6a9ba8ac-3f1f-44ec-9c5e-a8ece53ee1a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bd6d23e61fd544778bcff22b5bd8e44d&device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 1097 time: 0.2559788 Jun 21 04:30:07.402844 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-b65d783c-ae6a-41f4-a40c-01ef0b68beff tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Received port after_create {{(pid=92744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:30:07.414219 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-e36fcfc8-5bf4-45f0-be8f-f027561ec75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.508583 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e7b3a-07f6-4cfb-95e7-b96abb4a75a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bba9715-0c3f-4a37-b2a5-0c8142e29e03,revision_number=0']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:07.530753 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-e58e7b3a-07f6-4cfb-95e7-b96abb4a75a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:07.535070 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-c9f89111-fdb3-4e87-98a9-1498558875a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:07.569694 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-e36fcfc8-5bf4-45f0-be8f-f027561ec75d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ae6720f89a25420182fed40e8ec4bae2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9488068 Jun 21 04:30:07.602231 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 51726) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:07.611960 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-b65d783c-ae6a-41f4-a40c-01ef0b68beff tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:07.613079 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-b65d783c-ae6a-41f4-a40c-01ef0b68beff tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.628815 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-1ac1e718-9972-4632-a4d1-a852e0db2045 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f92d8b3-17fc-463e-980a-8c3efea1ce3f HTTP/1.1" status: 200 len: 217 time: 0.2164607 Jun 21 04:30:07.636717 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-df47bdb5-0609-4342-bc04-bf3d9f231d9f tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Notify callbacks [] for port, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.677857 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fcfc8-5bf4-45f0-be8f-f027561ec75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc033a11-14ce-4c0c-87a8-5b70a98ff13f,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:07.694232 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-e36fcfc8-5bf4-45f0-be8f-f027561ec75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:07.702478 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58e7b3a-07f6-4cfb-95e7-b96abb4a75a2 admin admin] Checking segment: {'id': 'ff3d8cae-80e6-4fc7-9a29-0b7bfd4c5672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '664305b4-af5e-4f74-9f81-1d516e5e430a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:30:07.703051 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58e7b3a-07f6-4cfb-95e7-b96abb4a75a2 admin admin] Network hostable DHCP agents. Network: 664305b4-af5e-4f74-9f81-1d516e5e430a, hostable agents: ['f03cc20b-fa45-497d-ab77-a260e4d7f44c'], hosted agents: [] {{(pid=92743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:30:07.754903 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d081c556-dbd5-46ec-814b-847717d80c08 req-23a66891-c9dc-41b3-ba4c-3f3af8db0a07 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee4923d8-edcc-4c50-a0f8-79bddd08679e HTTP/1.1" status: 200 len: 210 time: 0.1239972 Jun 21 04:30:07.784092 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-015b7651-38a1-49be-b303-a378a4f73aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.793205 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58e7b3a-07f6-4cfb-95e7-b96abb4a75a2 admin admin] Network 664305b4-af5e-4f74-9f81-1d516e5e430a is scheduled to be hosted by DHCP agent f03cc20b-fa45-497d-ab77-a260e4d7f44c with binding_index 1 {{(pid=92743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:30:07.813179 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-b65d783c-ae6a-41f4-a40c-01ef0b68beff tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3255641 Jun 21 04:30:07.819241 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-df47bdb5-0609-4342-bc04-bf3d9f231d9f tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60629742'] for port, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.827285 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-bd360fb5-8013-44e9-b052-443709e6d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:07.828155 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-015b7651-38a1-49be-b303-a378a4f73aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.828694 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-bd360fb5-8013-44e9-b052-443709e6d2cc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=10837d44-5e1e-4f4f-9b67-bd818970debd HTTP/1.1" status: 200 len: 859 time: 0.1916785 Jun 21 04:30:07.832181 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-e58e7b3a-07f6-4cfb-95e7-b96abb4a75a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-smb, 664305b4-af5e-4f74-9f81-1d516e5e430a) {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:07.833000 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] Request body: {'port': {'device_id': 'd991d189-f9bb-4b49-af76-95b4df5bceb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:07.840019 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:07.844176 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea332afa-5096-46b5-8c9d-f3b09bbf795a None None] Network 664305b4-af5e-4f74-9f81-1d516e5e430a requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:30:07.856690 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e7b3a-07f6-4cfb-95e7-b96abb4a75a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:07.857584 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-e58e7b3a-07f6-4cfb-95e7-b96abb4a75a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for subnet, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.930978 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-30c6fded-5fce-4b0e-a169-34f8252ec983 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ba5c6907-199a-4e01-99a2-5c56bd766c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514190 Jun 21 04:30:08.004567 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-df47bdb5-0609-4342-bc04-bf3d9f231d9f tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Network 7663d365-7142-4e36-8e59-b7863d4789a3 is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:30:08.018986 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-df47bdb5-0609-4342-bc04-bf3d9f231d9f tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:08.040824 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-df47bdb5-0609-4342-bc04-bf3d9f231d9f tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Received port after_create {{(pid=92743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:30:08.051027 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 51732) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:08.106334 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47bdb5-0609-4342-bc04-bf3d9f231d9f tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Pushing event updated for resources: {'Port': ['ID=df625040-cc16-4598-b278-ccc2a65cba6d,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:08.111400 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-e58e7b3a-07f6-4cfb-95e7-b96abb4a75a2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4015830 Jun 21 04:30:08.139724 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-df47bdb5-0609-4342-bc04-bf3d9f231d9f tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:08.173185 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dae30d-954b-442f-bae9-aa5f28bf0b87 None None] Network 664305b4-af5e-4f74-9f81-1d516e5e430a requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:30:08.240389 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-df47bdb5-0609-4342-bc04-bf3d9f231d9f tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:08.241098 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-df47bdb5-0609-4342-bc04-bf3d9f231d9f tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:08.248151 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3cdf01ac-3729-41c4-8a1a-fec4745e1c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:08.270941 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-015b7651-38a1-49be-b303-a378a4f73aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:08.273547 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-015b7651-38a1-49be-b303-a378a4f73aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:08.274905 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-015b7651-38a1-49be-b303-a378a4f73aaa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bc033a11-14ce-4c0c-87a8-5b70a98ff13f HTTP/1.1" status: 204 len: 168 time: 0.6659439 Jun 21 04:30:08.276782 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-8f2e960c-52d7-4972-923a-5d9f8390bad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:08.315701 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b7651-38a1-49be-b303-a378a4f73aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc033a11-14ce-4c0c-87a8-5b70a98ff13f,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:08.334095 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-df47bdb5-0609-4342-bc04-bf3d9f231d9f tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8600769 Jun 21 04:30:08.342738 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] Request body: {'port': {'device_id': 'ee4923d8-edcc-4c50-a0f8-79bddd08679e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:08.364185 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-015b7651-38a1-49be-b303-a378a4f73aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:08.561663 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:08.613963 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-4c08d331-65eb-47bf-b97c-67af4ba14ef0 service neutron] 10.222.0.61 "GET /v2.0/networks/ba5c6907-199a-4e01-99a2-5c56bd766c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6743288 Jun 21 04:30:08.663977 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:08.724275 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771837a-1100-4c36-aadc-88c1f78661eb req-7967aa5a-1e97-4cab-9a59-329e2a2d0023 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:08.725995 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f771837a-1100-4c36-aadc-88c1f78661eb req-7967aa5a-1e97-4cab-9a59-329e2a2d0023 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 931 time: 0.3053734 Jun 21 04:30:08.787482 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3cdf01ac-3729-41c4-8a1a-fec4745e1c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:08.814542 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3cdf01ac-3729-41c4-8a1a-fec4745e1c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:08.820484 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:08.989473 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-158ccb3a-c950-49b1-b648-e76617a5ce10 req-d56361ba-88b6-46e6-af02-b5ed680a1d2b service neutron] 10.222.0.61 "GET /v2.0/networks/ba5c6907-199a-4e01-99a2-5c56bd766c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207414 Jun 21 04:30:09.023784 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f771837a-1100-4c36-aadc-88c1f78661eb req-fd03e37c-d5b5-425a-9d07-5b95fb356def tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610354 Jun 21 04:30:09.035073 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-3cdf01ac-3729-41c4-8a1a-fec4745e1c32 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9138785a8a04202984bf7b89ddf859e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9695539 Jun 21 04:30:09.036115 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf01ac-3729-41c4-8a1a-fec4745e1c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeef6ecd-217a-4736-a4f6-a1ff4f4d28e7,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:09.059723 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 51756) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:09.062493 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-3cdf01ac-3729-41c4-8a1a-fec4745e1c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:09.208920 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad87c8-37bc-4b75-8cf6-6414df2b2f60 req-ce186866-eef2-4db1-bfad-94656fc487b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:09.211058 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b5ad87c8-37bc-4b75-8cf6-6414df2b2f60 req-ce186866-eef2-4db1-bfad-94656fc487b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bd6d23e61fd544778bcff22b5bd8e44d&device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 1097 time: 0.1412668 Jun 21 04:30:09.245283 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-ee1cacdc-746a-4981-a34a-7d08da042f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.278367 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 51762) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:09.284102 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-b4cba022-d79e-4e06-a153-cbdee9728858 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-671898966-network', 'tenant_id': 'a07195bfe8174028b740c88f5c5b7879'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:09.312191 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e039b4-fbab-4c4e-b2eb-34a992b9e48e req-8a1e7fee-21c9-445e-a585-f6c236b0446b tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:09.312506 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-ee1cacdc-746a-4981-a34a-7d08da042f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.314357 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-39e039b4-fbab-4c4e-b2eb-34a992b9e48e req-8a1e7fee-21c9-445e-a585-f6c236b0446b tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee4923d8-edcc-4c50-a0f8-79bddd08679e HTTP/1.1" status: 200 len: 931 time: 0.2026477 Jun 21 04:30:09.372163 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cba022-d79e-4e06-a153-cbdee9728858 admin admin] Made reservation on behalf of a07195bfe8174028b740c88f5c5b7879 for: {'network': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:30:09.374636 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-b4cba022-d79e-4e06-a153-cbdee9728858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for network, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.400777 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9124ea6-aa03-48ab-82c9-9394d8fc6dcd {{(pid=92744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:09.410090 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-b4cba022-d79e-4e06-a153-cbdee9728858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.421625 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.440490 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.notifiers.nova [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df625040-cc16-4598-b278-ccc2a65cba6d {{(pid=92743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:09.443103 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad87c8-37bc-4b75-8cf6-6414df2b2f60 req-439f68fe-7664-4955-bb6f-4f2fd418f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:09.444870 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b5ad87c8-37bc-4b75-8cf6-6414df2b2f60 req-439f68fe-7664-4955-bb6f-4f2fd418f1a2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ba5c6907-199a-4e01-99a2-5c56bd766c8f HTTP/1.1" status: 200 len: 920 time: 0.2142034 Jun 21 04:30:09.452984 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.456593 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-39e039b4-fbab-4c4e-b2eb-34a992b9e48e req-f5960e6f-9269-4518-b751-908537436eea tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/security-groups?id=50433de2-bf8c-411e-89ba-e2bceb17a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246364 Jun 21 04:30:09.481555 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-ee1cacdc-746a-4981-a34a-7d08da042f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.484385 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-ee1cacdc-746a-4981-a34a-7d08da042f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.497653 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-ee1cacdc-746a-4981-a34a-7d08da042f73 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aeef6ecd-217a-4736-a4f6-a1ff4f4d28e7 HTTP/1.1" status: 204 len: 168 time: 0.4247859 Jun 21 04:30:09.497653 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.provisioning_blocks [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] Transition to ACTIVE for port object df625040-cc16-4598-b278-ccc2a65cba6d will not be triggered until provisioned by entity L2. {{(pid=92743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:09.497653 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-015b7651-38a1-49be-b303-a378a4f73aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:09.500313 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629720'] for port, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.512143 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cacdc-746a-4981-a34a-7d08da042f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeef6ecd-217a-4736-a4f6-a1ff4f4d28e7,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:09.519888 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-ee1cacdc-746a-4981-a34a-7d08da042f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:09.520385 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-0a52dea2-b4a7-4888-817c-0504aaa4c767 tempest-DeleteServersTestJSON-1760058911 tempest-DeleteServersTestJSON-1760058911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:09.552488 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.provisioning_blocks [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] Transition to ACTIVE for port object c9124ea6-aa03-48ab-82c9-9394d8fc6dcd will not be triggered until provisioned by entity L2. {{(pid=92744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:09.561118 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b5ad87c8-37bc-4b75-8cf6-6414df2b2f60 req-2ec4a0d7-15fd-4efd-9439-10dc2985f711 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f92d8b3-17fc-463e-980a-8c3efea1ce3f HTTP/1.1" status: 200 len: 217 time: 0.1031361 Jun 21 04:30:09.564622 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.568160 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:09.695650 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c9124ea6-aa03-48ab-82c9-9394d8fc6dcd,revision_number=2']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:09.702692 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad87c8-37bc-4b75-8cf6-6414df2b2f60 req-c7612419-fafb-4787-9f39-279dd728fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:09.708541 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] Pushing event updated for resources: {'Port': ['ID=df625040-cc16-4598-b278-ccc2a65cba6d,revision_number=2']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:09.708782 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b5ad87c8-37bc-4b75-8cf6-6414df2b2f60 req-c7612419-fafb-4787-9f39-279dd728fcda service neutron] 10.222.0.61 "GET /v2.0/subnets?id=10837d44-5e1e-4f4f-9b67-bd818970debd HTTP/1.1" status: 200 len: 859 time: 0.1358321 Jun 21 04:30:09.711683 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:09.719288 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:09.780316 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b5ad87c8-37bc-4b75-8cf6-6414df2b2f60 req-4e3ebf66-8450-4201-bcbd-f243be479bc6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ba5c6907-199a-4e01-99a2-5c56bd766c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545123 Jun 21 04:30:09.797282 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-b4cba022-d79e-4e06-a153-cbdee9728858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.810510 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-b4cba022-d79e-4e06-a153-cbdee9728858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.825644 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-16d0c6bf-4635-4a7a-9ea4-374d6e070422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:09.847015 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.managers [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] Attempting to bind port df625040-cc16-4598-b278-ccc2a65cba6d on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:30:09.847381 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.managers [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] Attempting to bind port df625040-cc16-4598-b278-ccc2a65cba6d by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '944f06cf-55b1-4da8-b87a-af1ac241e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7663d365-7142-4e36-8e59-b7863d4789a3'}] {{(pid=92743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:30:09.847718 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] Attempting to bind port df625040-cc16-4598-b278-ccc2a65cba6d on network 7663d365-7142-4e36-8e59-b7863d4789a3 {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:09.858677 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4cba022-d79e-4e06-a153-cbdee9728858 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=92743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:30:09.877284 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] Port df625040-cc16-4598-b278-ccc2a65cba6d on network 7663d365-7142-4e36-8e59-b7863d4789a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:30:09.877607 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] Attempting to bind port df625040-cc16-4598-b278-ccc2a65cba6d on network 7663d365-7142-4e36-8e59-b7863d4789a3 {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:09.881568 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cba022-d79e-4e06-a153-cbdee9728858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b61caa-3fe4-4ecf-a2ff-01a9055387a8,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:09.890673 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-b4cba022-d79e-4e06-a153-cbdee9728858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.891232 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.db.segments_db [None req-b4cba022-d79e-4e06-a153-cbdee9728858 admin admin] Added segment fd81277e-f324-4a19-977b-853f273ac3e9 of type vlan for network 5ed963f5-0913-4c97-bc8b-2771acf9ee68 Jun 21 04:30:09.893319 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-b4cba022-d79e-4e06-a153-cbdee9728858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:09.920549 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] Checking agent: {'id': '96b302db-cc9c-42f9-932f-b12d5511dc88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'started_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:30:09.921292 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] Checking segment: {'id': '944f06cf-55b1-4da8-b87a-af1ac241e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7663d365-7142-4e36-8e59-b7863d4789a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:30:09.923317 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] Bound using segment: {'id': '944f06cf-55b1-4da8-b87a-af1ac241e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7663d365-7142-4e36-8e59-b7863d4789a3'} {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:30:09.924342 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.managers [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] Bound port: df625040-cc16-4598-b278-ccc2a65cba6d, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944f06cf-55b1-4da8-b87a-af1ac241e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7663d365-7142-4e36-8e59-b7863d4789a3'}}] {{(pid=92743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:30:09.930387 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.944499 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] Attempting to bind port c9124ea6-aa03-48ab-82c9-9394d8fc6dcd on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:30:09.944866 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] Attempting to bind port c9124ea6-aa03-48ab-82c9-9394d8fc6dcd by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '3e5da68e-1378-4db7-817e-32dfe3ea2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ba5c6907-199a-4e01-99a2-5c56bd766c8f'}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:30:09.945207 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] Attempting to bind port c9124ea6-aa03-48ab-82c9-9394d8fc6dcd on network ba5c6907-199a-4e01-99a2-5c56bd766c8f {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:09.986159 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b5ad87c8-37bc-4b75-8cf6-6414df2b2f60 req-47136ea4-1a2c-4cfa-b93c-4f6b3ed9ae6c service neutron] 10.222.0.61 "GET /v2.0/networks/ba5c6907-199a-4e01-99a2-5c56bd766c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757684 Jun 21 04:30:09.987490 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] Port c9124ea6-aa03-48ab-82c9-9394d8fc6dcd on network ba5c6907-199a-4e01-99a2-5c56bd766c8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:30:09.987878 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] Attempting to bind port c9124ea6-aa03-48ab-82c9-9394d8fc6dcd on network ba5c6907-199a-4e01-99a2-5c56bd766c8f {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:10.013183 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] Checking agent: {'id': '96b302db-cc9c-42f9-932f-b12d5511dc88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'started_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:30:10.013183 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] Checking segment: {'id': '3e5da68e-1378-4db7-817e-32dfe3ea2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ba5c6907-199a-4e01-99a2-5c56bd766c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:30:10.013183 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] Bound using segment: {'id': '3e5da68e-1378-4db7-817e-32dfe3ea2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ba5c6907-199a-4e01-99a2-5c56bd766c8f'} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:30:10.013958 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] Bound port: c9124ea6-aa03-48ab-82c9-9394d8fc6dcd, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e5da68e-1378-4db7-817e-32dfe3ea2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ba5c6907-199a-4e01-99a2-5c56bd766c8f'}}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:30:10.013958 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.155720 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-b4cba022-d79e-4e06-a153-cbdee9728858 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772645272028'] for network, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.189666 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b5ad87c8-37bc-4b75-8cf6-6414df2b2f60 req-c38c86ad-c3f5-42e5-add5-62a4257de158 service neutron] 10.222.0.61 "GET /v2.0/networks/ba5c6907-199a-4e01-99a2-5c56bd766c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901507 Jun 21 04:30:10.220860 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-b4cba022-d79e-4e06-a153-cbdee9728858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842'] for network, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.224800 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cba022-d79e-4e06-a153-cbdee9728858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:10.226678 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-b4cba022-d79e-4e06-a153-cbdee9728858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.245788 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-db0daec8-b8bf-4395-abff-09dc3288c2cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:10.285704 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] For port c9124ea6-aa03-48ab-82c9-9394d8fc6dcd, host hv-cinder-79717, cleared binding levels {{(pid=92744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:30:10.292572 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] For port c9124ea6-aa03-48ab-82c9-9394d8fc6dcd, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c9124ea6-aa03-48ab-82c9-9394d8fc6dcd,segment=NetworkSegment(3e5da68e-1378-4db7-817e-32dfe3ea2e26),segment_id=3e5da68e-1378-4db7-817e-32dfe3ea2e26)] {{(pid=92744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:30:10.301873 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.308748 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:10.385373 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-b4cba022-d79e-4e06-a153-cbdee9728858 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1042581 Jun 21 04:30:10.392914 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 51784) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:10.399545 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-af80e2d7-694d-47cb-87c4-713b2670ca65 admin admin] Request body: {'subnet': {'network_id': '5ed963f5-0913-4c97-bc8b-2771acf9ee68', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-671898966-subnet', 'tenant_id': 'a07195bfe8174028b740c88f5c5b7879', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:10.405161 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:10.406974 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.408528 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] 10.222.0.61 "PUT /v2.0/ports/c9124ea6-aa03-48ab-82c9-9394d8fc6dcd HTTP/1.1" status: 200 len: 1093 time: 2.5862787 Jun 21 04:30:10.411226 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd991d189-f9bb-4b49-af76-95b4df5bceb2', 'tag': 'c9124ea6-aa03-48ab-82c9-9394d8fc6dcd'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:10.415097 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15470023-f4ab-4af6-a2a6-c4306c132ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "d991d189-f9bb-4b49-af76-95b4df5bceb2", "tag": "c9124ea6-aa03-48ab-82c9-9394d8fc6dcd"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:10.425749 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] For port df625040-cc16-4598-b278-ccc2a65cba6d, host hv-cinder-79717, cleared binding levels {{(pid=92743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:30:10.462293 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c9124ea6-aa03-48ab-82c9-9394d8fc6dcd,revision_number=3']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:10.475206 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:10.526123 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d784ce9-59be-4de3-8234-6926ac7e8e4c x-openstack-request-id: req-6d784ce9-59be-4de3-8234-6926ac7e8e4c {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:10.528898 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d991d189-f9bb-4b49-af76-95b4df5bceb2", "tag": "c9124ea6-aa03-48ab-82c9-9394d8fc6dcd", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:10.529321 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d784ce9-59be-4de3-8234-6926ac7e8e4c {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:10.529831 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd991d189-f9bb-4b49-af76-95b4df5bceb2', 'tag': 'c9124ea6-aa03-48ab-82c9-9394d8fc6dcd', 'status': 'completed', 'code': 200} Jun 21 04:30:10.535006 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af80e2d7-694d-47cb-87c4-713b2670ca65 admin admin] Made reservation on behalf of a07195bfe8174028b740c88f5c5b7879 for: {'subnet': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:30:10.537749 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-af80e2d7-694d-47cb-87c4-713b2670ca65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60183813'] for subnet, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.550879 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] For port df625040-cc16-4598-b278-ccc2a65cba6d, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=df625040-cc16-4598-b278-ccc2a65cba6d,segment=NetworkSegment(944f06cf-55b1-4da8-b87a-af1ac241e0bc),segment_id=944f06cf-55b1-4da8-b87a-af1ac241e0bc)] {{(pid=92743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:30:10.558914 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cba022-d79e-4e06-a153-cbdee9728858 admin admin] Pushing event updated for resources: {'Network': ['ID=5ed963f5-0913-4c97-bc8b-2771acf9ee68,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:10.583652 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Network 5ed963f5-0913-4c97-bc8b-2771acf9ee68 details requested by agent ovs-agent-dv-cinder-797170-3-smb with host dv-cinder-797170-3-smb {{(pid=92745) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:30:10.591197 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-b4cba022-d79e-4e06-a153-cbdee9728858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:10.599534 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629720'] for port, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.625413 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-167dfcfd-c240-4a04-9061-a183cefabb47 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:10.699103 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-8f271b18-7c41-486b-997e-a38184fee197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:10.700500 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-8f271b18-7c41-486b-997e-a38184fee197 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bd6d23e61fd544778bcff22b5bd8e44d&device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 1096 time: 0.2240376 Jun 21 04:30:10.747425 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] Pushing event updated for resources: {'Port': ['ID=df625040-cc16-4598-b278-ccc2a65cba6d,revision_number=3']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:10.756787 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:10.784947 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:10.784947 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.786879 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] 10.222.0.61 "PUT /v2.0/ports/df625040-cc16-4598-b278-ccc2a65cba6d HTTP/1.1" status: 200 len: 1093 time: 2.4515924 Jun 21 04:30:10.789444 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-496f43a8-b147-4a0f-8b99-b354112ee133 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9124ea6-aa03-48ab-82c9-9394d8fc6dcd HTTP/1.1" status: 200 len: 217 time: 0.0636485 Jun 21 04:30:10.796607 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4923d8-edcc-4c50-a0f8-79bddd08679e', 'tag': 'df625040-cc16-4598-b278-ccc2a65cba6d'}] {{(pid=92743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:10.800233 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f341443fd223dcfc934d9995c5c4b990c7400f9cb91ffc9321324360bae7ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65282fc2-1146-4e45-87de-64789a4adc13" -d '{"events": [{"name": "network-changed", "server_uuid": "ee4923d8-edcc-4c50-a0f8-79bddd08679e", "tag": "df625040-cc16-4598-b278-ccc2a65cba6d"}]}' {{(pid=92743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:10.835253 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6a5b0-470f-4762-af8a-b40626486a30 req-e8a6f566-146a-4b4b-85b6-f4d7d4a9958e tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:10.837599 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-21c6a5b0-470f-4762-af8a-b40626486a30 req-e8a6f566-146a-4b4b-85b6-f4d7d4a9958e tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 943 time: 0.5467925 Jun 21 04:30:10.929274 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-87c830a1-662d-425a-b188-ca1e159911de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:10.930336 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-21c6a5b0-470f-4762-af8a-b40626486a30 req-432f71c3-cbcc-4bbf-a8cf-358cb49b0419 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797310 Jun 21 04:30:10.931662 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-87c830a1-662d-425a-b188-ca1e159911de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=10837d44-5e1e-4f4f-9b67-bd818970debd HTTP/1.1" status: 200 len: 859 time: 0.1316502 Jun 21 04:30:10.946869 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841555d-138d-4f04-ab31-1fdac4c32cf3 req-9b557406-e3ce-46fc-aba3-e60e0a3db725 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:10.948478 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3841555d-138d-4f04-ab31-1fdac4c32cf3 req-9b557406-e3ce-46fc-aba3-e60e0a3db725 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee4923d8-edcc-4c50-a0f8-79bddd08679e HTTP/1.1" status: 200 len: 943 time: 0.2732236 Jun 21 04:30:10.955413 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 5f92d8b3-17fc-463e-980a-8c3efea1ce3f details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92745) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:30:10.970744 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-0fd1bcdd-2919-4bb2-b98a-3e62f6a4b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:10.972591 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-0fd1bcdd-2919-4bb2-b98a-3e62f6a4b8ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=05e896ce52b34ef78c511a9600515ae4&device_id=ee4923d8-edcc-4c50-a0f8-79bddd08679e HTTP/1.1" status: 200 len: 1096 time: 0.1336043 Jun 21 04:30:11.045303 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-af80e2d7-694d-47cb-87c4-713b2670ca65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60183831'] for subnet, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:11.076315 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-0275901f-1035-4540-bbc7-1d752b35a8a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ba5c6907-199a-4e01-99a2-5c56bd766c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561030 Jun 21 04:30:11.093067 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-f7922f61-81f9-49e3-8f34-1bf4319f0119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:11.125169 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-715bf95f-0a0c-4611-983e-a4bede74b999 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df625040-cc16-4598-b278-ccc2a65cba6d HTTP/1.1" status: 200 len: 217 time: 0.1393270 Jun 21 04:30:11.179784 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3739017-918d-41ec-99d5-0775695eaf26 x-openstack-request-id: req-a3739017-918d-41ec-99d5-0775695eaf26 {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:11.180396 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee4923d8-edcc-4c50-a0f8-79bddd08679e", "tag": "df625040-cc16-4598-b278-ccc2a65cba6d", "status": "completed", "code": 200}]} {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:11.180584 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3739017-918d-41ec-99d5-0775695eaf26 {{(pid=92743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:11.181150 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4923d8-edcc-4c50-a0f8-79bddd08679e', 'tag': 'df625040-cc16-4598-b278-ccc2a65cba6d', 'status': 'completed', 'code': 200} Jun 21 04:30:11.210490 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-5d62dd21-7088-4fc0-89ba-0ac5cecc475e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:11.212706 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-5d62dd21-7088-4fc0-89ba-0ac5cecc475e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=923aeb57-dfd4-47ff-9a98-6da725f4bbdd HTTP/1.1" status: 200 len: 848 time: 0.0796201 Jun 21 04:30:11.217697 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3841555d-138d-4f04-ab31-1fdac4c32cf3 req-1a45477d-423b-4815-8896-65fb2be5c45b tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/security-groups?id=50433de2-bf8c-411e-89ba-e2bceb17a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912007 Jun 21 04:30:11.269120 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80e2d7-694d-47cb-87c4-713b2670ca65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc23b88-ffe9-4fda-9f1e-0b01f5158d73,revision_number=0']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:11.285240 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-a3373b6c-4168-4aa9-a23d-04d7c29f46df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7663d365-7142-4e36-8e59-b7863d4789a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648444 Jun 21 04:30:11.308032 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-af80e2d7-694d-47cb-87c4-713b2670ca65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:11.314591 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af80e2d7-694d-47cb-87c4-713b2670ca65 admin admin] Checking segment: {'id': 'fd81277e-f324-4a19-977b-853f273ac3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5ed963f5-0913-4c97-bc8b-2771acf9ee68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:30:11.314933 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af80e2d7-694d-47cb-87c4-713b2670ca65 admin admin] Network hostable DHCP agents. Network: 5ed963f5-0913-4c97-bc8b-2771acf9ee68, hostable agents: ['f03cc20b-fa45-497d-ab77-a260e4d7f44c'], hosted agents: [] {{(pid=92744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:30:11.331590 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-fc1c5d54-b6a1-49d7-ae63-f98b1fcf3c9b service neutron] 10.222.0.61 "GET /v2.0/networks/ba5c6907-199a-4e01-99a2-5c56bd766c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340639 Jun 21 04:30:11.430095 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af80e2d7-694d-47cb-87c4-713b2670ca65 admin admin] Network 5ed963f5-0913-4c97-bc8b-2771acf9ee68 is scheduled to be hosted by DHCP agent f03cc20b-fa45-497d-ab77-a260e4d7f44c with binding_index 1 {{(pid=92744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:30:11.436585 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-0ef64eab-045e-4d65-95b4-ddf5b25ce498 service neutron] 10.222.0.61 "GET /v2.0/networks/7663d365-7142-4e36-8e59-b7863d4789a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407528 Jun 21 04:30:11.452198 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [None req-af80e2d7-694d-47cb-87c4-713b2670ca65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-smb, 5ed963f5-0913-4c97-bc8b-2771acf9ee68) {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:11.459161 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af80e2d7-694d-47cb-87c4-713b2670ca65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:11.459751 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-af80e2d7-694d-47cb-87c4-713b2670ca65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:11.482302 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c4adea-4849-4cfb-ac18-7a9eea57ade8 None None] Network 5ed963f5-0913-4c97-bc8b-2771acf9ee68 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:30:11.508694 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-af80e2d7-694d-47cb-87c4-713b2670ca65 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1011379 Jun 21 04:30:11.518950 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-bd1a8bf6-e9ea-4fe5-88ca-872d7064b489 req-c8380972-9a40-420c-b994-e1ab5f7bd163 service neutron] 10.222.0.61 "GET /v2.0/networks/ba5c6907-199a-4e01-99a2-5c56bd766c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754372 Jun 21 04:30:11.631030 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 5f92d8b3-17fc-463e-980a-8c3efea1ce3f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5f92d8b3-17fc-463e-980a-8c3efea1ce3f,segment=NetworkSegment(3e5da68e-1378-4db7-817e-32dfe3ea2e26),segment_id=3e5da68e-1378-4db7-817e-32dfe3ea2e26)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:11.675288 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Returning: {'device': '5f92d8b3-17fc-463e-980a-8c3efea1ce3f', 'network_id': 'ba5c6907-199a-4e01-99a2-5c56bd766c8f', 'port_id': '5f92d8b3-17fc-463e-980a-8c3efea1ce3f', 'mac_address': 'fa:16:3e:67:15:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10837d44-5e1e-4f4f-9b67-bd818970debd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92745) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:30:11.756965 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:11.785876 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b2f85019-8fb0-4a88-99aa-f58393d58540 req-e72c3c07-994a-43d8-880d-71ce7aa61f26 service neutron] 10.222.0.61 "GET /v2.0/networks/7663d365-7142-4e36-8e59-b7863d4789a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407507 Jun 21 04:30:11.799642 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f92d8b3-17fc-463e-980a-8c3efea1ce3f {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:11.842229 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd96268-e8e5-4248-90d1-c07f6509f562 None None] Network 5ed963f5-0913-4c97-bc8b-2771acf9ee68 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:30:11.894609 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 5f92d8b3-17fc-463e-980a-8c3efea1ce3f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5f92d8b3-17fc-463e-980a-8c3efea1ce3f,segment=NetworkSegment(3e5da68e-1378-4db7-817e-32dfe3ea2e26),segment_id=3e5da68e-1378-4db7-817e-32dfe3ea2e26)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:11.895777 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15470023-f4ab-4af6-a2a6-c4306c132ba9 req-ab3bffd9-2572-4b65-8ee0-4ab01271f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:11.901300 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-15470023-f4ab-4af6-a2a6-c4306c132ba9 req-ab3bffd9-2572-4b65-8ee0-4ab01271f982 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bd6d23e61fd544778bcff22b5bd8e44d&device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 1096 time: 0.2909715 Jun 21 04:30:11.903691 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:11.910497 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:12.004868 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65282fc2-1146-4e45-87de-64789a4adc13 req-1090144d-2770-49cd-8163-30de2152db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:12.006943 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-65282fc2-1146-4e45-87de-64789a4adc13 req-1090144d-2770-49cd-8163-30de2152db61 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=05e896ce52b34ef78c511a9600515ae4&device_id=ee4923d8-edcc-4c50-a0f8-79bddd08679e HTTP/1.1" status: 200 len: 1096 time: 0.0944967 Jun 21 04:30:12.023358 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=5f92d8b3-17fc-463e-980a-8c3efea1ce3f,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:12.027999 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:12.146975 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15470023-f4ab-4af6-a2a6-c4306c132ba9 req-a2216fbb-5b5c-4703-a293-5fb14c945585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:12.150106 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-15470023-f4ab-4af6-a2a6-c4306c132ba9 req-a2216fbb-5b5c-4703-a293-5fb14c945585 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ba5c6907-199a-4e01-99a2-5c56bd766c8f HTTP/1.1" status: 200 len: 920 time: 0.2303843 Jun 21 04:30:12.183825 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65282fc2-1146-4e45-87de-64789a4adc13 req-b24a7231-97c6-402d-8ab3-c7519d8e1c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:12.186175 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-65282fc2-1146-4e45-87de-64789a4adc13 req-b24a7231-97c6-402d-8ab3-c7519d8e1c80 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7663d365-7142-4e36-8e59-b7863d4789a3 HTTP/1.1" status: 200 len: 909 time: 0.1706975 Jun 21 04:30:12.191001 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['5f92d8b3-17fc-463e-980a-8c3efea1ce3f'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:30:12.255630 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-15470023-f4ab-4af6-a2a6-c4306c132ba9 req-49089f16-5554-4228-80f8-28b23421aeba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9124ea6-aa03-48ab-82c9-9394d8fc6dcd HTTP/1.1" status: 200 len: 217 time: 0.0862641 Jun 21 04:30:12.278145 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-65282fc2-1146-4e45-87de-64789a4adc13 req-d68a8cf6-c5e4-40bd-86f7-66c1a7a83882 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df625040-cc16-4598-b278-ccc2a65cba6d HTTP/1.1" status: 200 len: 217 time: 0.0836942 Jun 21 04:30:12.344981 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ae683-9f93-4d6c-91c0-d559c5968b01 req-eb14b145-b38c-4416-a3da-cc0a24cf8a95 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:12.346655 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-7a2ae683-9f93-4d6c-91c0-d559c5968b01 req-eb14b145-b38c-4416-a3da-cc0a24cf8a95 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 943 time: 0.1952660 Jun 21 04:30:12.348836 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15470023-f4ab-4af6-a2a6-c4306c132ba9 req-de28a730-fc5e-460f-ba98-af2fd7886bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:12.350413 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-15470023-f4ab-4af6-a2a6-c4306c132ba9 req-de28a730-fc5e-460f-ba98-af2fd7886bb4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=10837d44-5e1e-4f4f-9b67-bd818970debd HTTP/1.1" status: 200 len: 859 time: 0.0864050 Jun 21 04:30:12.395083 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65282fc2-1146-4e45-87de-64789a4adc13 req-b400b6a8-40da-4892-9be8-44707d0c7755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:12.398421 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-65282fc2-1146-4e45-87de-64789a4adc13 req-b400b6a8-40da-4892-9be8-44707d0c7755 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=923aeb57-dfd4-47ff-9a98-6da725f4bbdd HTTP/1.1" status: 200 len: 848 time: 0.1116121 Jun 21 04:30:12.428468 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-15470023-f4ab-4af6-a2a6-c4306c132ba9 req-4c99c0f4-d8aa-4ddb-9eb9-1881215ff9d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ba5c6907-199a-4e01-99a2-5c56bd766c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696635 Jun 21 04:30:12.432778 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-7a2ae683-9f93-4d6c-91c0-d559c5968b01 req-da72a531-d58f-49af-ac28-b70f1984776d tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634067 Jun 21 04:30:12.468358 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-65282fc2-1146-4e45-87de-64789a4adc13 req-cb273a6f-22e7-4c8d-817a-cd833484e83e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7663d365-7142-4e36-8e59-b7863d4789a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611007 Jun 21 04:30:12.587001 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-15470023-f4ab-4af6-a2a6-c4306c132ba9 req-9a1b9d55-c20d-4b15-b990-3e202d62ecf3 service neutron] 10.222.0.61 "GET /v2.0/networks/ba5c6907-199a-4e01-99a2-5c56bd766c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501613 Jun 21 04:30:12.713133 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-65282fc2-1146-4e45-87de-64789a4adc13 req-231098ef-d185-4d5e-a657-5cfa45c9859b service neutron] 10.222.0.61 "GET /v2.0/networks/7663d365-7142-4e36-8e59-b7863d4789a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312663 Jun 21 04:30:12.717311 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-15470023-f4ab-4af6-a2a6-c4306c132ba9 req-3c86e673-d2b8-449c-a314-d87a84d53866 service neutron] 10.222.0.61 "GET /v2.0/networks/ba5c6907-199a-4e01-99a2-5c56bd766c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218388 Jun 21 04:30:12.733008 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-6d7154a8-bf07-4708-bc44-c6044bd0ac0d tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:12.734807 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-6d7154a8-bf07-4708-bc44-c6044bd0ac0d tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.60 "GET /v2.0/networks?id=664305b4-af5e-4f74-9f81-1d516e5e430a HTTP/1.1" status: 200 len: 809 time: 0.1968038 Jun 21 04:30:12.799511 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-a32193ad-2276-496d-ad47-2faf0bd20da4 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.60 "GET /v2.0/quotas/47370b30bb224899ac1d63e4ef8e5969 HTTP/1.1" status: 200 len: 375 time: 0.0416708 Jun 21 04:30:12.812050 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642368b4-e522-466b-b4b3-60031f361387 req-91341fb1-ce8f-43dd-a34c-b1da07f06581 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:12.815183 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-642368b4-e522-466b-b4b3-60031f361387 req-91341fb1-ce8f-43dd-a34c-b1da07f06581 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee4923d8-edcc-4c50-a0f8-79bddd08679e HTTP/1.1" status: 200 len: 943 time: 0.0918746 Jun 21 04:30:12.840517 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-c59d6154-ef60-4370-b86d-63bf372eaec2 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=47370b30bb224899ac1d63e4ef8e5969&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343072 Jun 21 04:30:12.867469 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-642368b4-e522-466b-b4b3-60031f361387 req-178997c8-e0c4-420c-8963-05d80a63eebf tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/security-groups?id=50433de2-bf8c-411e-89ba-e2bceb17a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449355 Jun 21 04:30:12.946654 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-65282fc2-1146-4e45-87de-64789a4adc13 req-8afc538f-925d-4af4-ae20-dab6e808bb4e service neutron] 10.222.0.61 "GET /v2.0/networks/7663d365-7142-4e36-8e59-b7863d4789a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091050 Jun 21 04:30:13.017933 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-d24bbb02-01e5-4991-b7a3-cbc7d74b37ea service neutron] 10.222.0.60 "GET /v2.0/networks/664305b4-af5e-4f74-9f81-1d516e5e430a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647696 Jun 21 04:30:13.167590 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-dda97b87-78aa-4ae5-bfde-ee7a5d366b5f service neutron] 10.222.0.60 "GET /v2.0/networks/664305b4-af5e-4f74-9f81-1d516e5e430a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446276 Jun 21 04:30:13.409060 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-dae684eb-5415-4a46-b32e-2af9f5f2cc3f req-f6231b3e-6110-4060-8a4e-f193353c5603 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc796c-9e26-4129-b744-b73fada679df HTTP/1.1" status: 200 len: 210 time: 0.0303946 Jun 21 04:30:13.958484 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8d72c-63a1-4a3c-831f-85f8613a1aa6 req-ce15e090-c45c-49f4-9123-4b95831b5a9a tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:13.966802 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-a7e8d72c-63a1-4a3c-831f-85f8613a1aa6 req-ce15e090-c45c-49f4-9123-4b95831b5a9a tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 943 time: 0.3756135 Jun 21 04:30:14.027698 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-a7e8d72c-63a1-4a3c-831f-85f8613a1aa6 req-419b87ba-5dc8-48cd-b089-7414c1222d4b tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594182 Jun 21 04:30:14.163111 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a706da-5443-47d1-a2e7-30f45e421e3e req-c9586206-e9f3-43e8-b04c-01fd6696809c tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:14.164774 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-42a706da-5443-47d1-a2e7-30f45e421e3e req-c9586206-e9f3-43e8-b04c-01fd6696809c tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee4923d8-edcc-4c50-a0f8-79bddd08679e HTTP/1.1" status: 200 len: 943 time: 0.1178012 Jun 21 04:30:14.210871 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-42a706da-5443-47d1-a2e7-30f45e421e3e req-55ec4936-72a0-480e-b3a2-46ace6c172d9 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/security-groups?id=50433de2-bf8c-411e-89ba-e2bceb17a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381773 Jun 21 04:30:14.627068 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ab32fb52-f485-4e6f-9973-37f1378e6a98 req-d18528a9-8db6-4b68-836b-ba94a37ec665 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc796c-9e26-4129-b744-b73fada679df HTTP/1.1" status: 200 len: 210 time: 0.0505774 Jun 21 04:30:14.662773 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 51884) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:14.848967 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-74b64bc5-69db-4ab1-b548-acb6e0035431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.981568 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device df625040-cc16-4598-b278-ccc2a65cba6d details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92745) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:30:14.987909 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 5f92d8b3-17fc-463e-980a-8c3efea1ce3f up at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:15.103288 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-3d23075c-2ad0-4f99-8106-7495363323d7 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:15.108718 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-3d23075c-2ad0-4f99-8106-7495363323d7 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.61 "GET /v2.0/networks?id=664305b4-af5e-4f74-9f81-1d516e5e430a HTTP/1.1" status: 200 len: 809 time: 0.2389185 Jun 21 04:30:15.131289 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-761f96b3-66d6-4209-b812-9933d86c9b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.176334 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-ff36365d-8f42-41ff-a6d2-416731cdadc0 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Request body: {'port': {'device_id': '33bc796c-9e26-4129-b744-b73fada679df', 'network_id': '664305b4-af5e-4f74-9f81-1d516e5e430a', 'admin_state_up': True, 'tenant_id': '47370b30bb224899ac1d63e4ef8e5969'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:15.261251 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning for port 5f92d8b3-17fc-463e-980a-8c3efea1ce3f completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:15.275921 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-74b64bc5-69db-4ab1-b548-acb6e0035431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.278514 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning complete for port 5f92d8b3-17fc-463e-980a-8c3efea1ce3f triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:15.279128 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.392242 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port df625040-cc16-4598-b278-ccc2a65cba6d, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=df625040-cc16-4598-b278-ccc2a65cba6d,segment=NetworkSegment(944f06cf-55b1-4da8-b87a-af1ac241e0bc),segment_id=944f06cf-55b1-4da8-b87a-af1ac241e0bc)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:15.405618 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-74b64bc5-69db-4ab1-b548-acb6e0035431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.417775 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-d7330b79-2b95-46fa-9dec-072a12b7da7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:15.445378 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Returning: {'device': 'df625040-cc16-4598-b278-ccc2a65cba6d', 'network_id': '7663d365-7142-4e36-8e59-b7863d4789a3', 'port_id': 'df625040-cc16-4598-b278-ccc2a65cba6d', 'mac_address': 'fa:16:3e:41:ea:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '923aeb57-dfd4-47ff-9a98-6da725f4bbdd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92745) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:30:15.470352 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b64bc5-69db-4ab1-b548-acb6e0035431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df987de-bc85-47c1-90b1-138f3cb6a07e,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:15.495150 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-74b64bc5-69db-4ab1-b548-acb6e0035431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:15.506422 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373a558-b988-4b97-9068-78c48b17dd2c req-95d003f2-d55b-4fec-a89c-c93a22dda480 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:15.518994 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8373a558-b988-4b97-9068-78c48b17dd2c req-95d003f2-d55b-4fec-a89c-c93a22dda480 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 943 time: 0.1506438 Jun 21 04:30:15.592695 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-74b64bc5-69db-4ab1-b548-acb6e0035431 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4a07b497260947e29b069f5543519be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9280233 Jun 21 04:30:15.603771 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 51906) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:15.609631 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8373a558-b988-4b97-9068-78c48b17dd2c req-d341a345-ac46-4ffd-badb-a1fc62bc45fa tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856950 Jun 21 04:30:15.640259 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.653340 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.715140 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4b68c7-72a1-4e45-93fe-63538c206bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f92d8b3-17fc-463e-980a-8c3efea1ce3f'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:15.719368 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1569db-f1c3-4072-9445-4673753ce461" -d '{"events": [{"server_uuid": "cf4b68c7-72a1-4e45-93fe-63538c206bfe", "name": "network-vif-plugged", "status": "completed", "tag": "5f92d8b3-17fc-463e-980a-8c3efea1ce3f"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:15.724159 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206976b-2c30-4a7c-8437-915de9de5e6b req-d701fef3-22d0-4033-8047-50092a1f0ddc tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:15.725883 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-1206976b-2c30-4a7c-8437-915de9de5e6b req-d701fef3-22d0-4033-8047-50092a1f0ddc tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee4923d8-edcc-4c50-a0f8-79bddd08679e HTTP/1.1" status: 200 len: 943 time: 0.1745265 Jun 21 04:30:15.729404 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df625040-cc16-4598-b278-ccc2a65cba6d {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:15.743013 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3faf0387-5ec5-4b64-90a8-be9c930e154d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.762876 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-ff36365d-8f42-41ff-a6d2-416731cdadc0 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Made reservation on behalf of 47370b30bb224899ac1d63e4ef8e5969 for: {'port': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:30:15.767324 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-ff36365d-8f42-41ff-a6d2-416731cdadc0 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.780892 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 5f92d8b3-17fc-463e-980a-8c3efea1ce3f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5f92d8b3-17fc-463e-980a-8c3efea1ce3f,segment=NetworkSegment(3e5da68e-1378-4db7-817e-32dfe3ea2e26),segment_id=3e5da68e-1378-4db7-817e-32dfe3ea2e26)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:15.796390 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.810442 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-07dad74a-3d79-4ba0-8c11-c1882f5ec766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:15.822160 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3faf0387-5ec5-4b64-90a8-be9c930e154d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.861943 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port df625040-cc16-4598-b278-ccc2a65cba6d, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=df625040-cc16-4598-b278-ccc2a65cba6d,segment=NetworkSegment(944f06cf-55b1-4da8-b87a-af1ac241e0bc),segment_id=944f06cf-55b1-4da8-b87a-af1ac241e0bc)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:15.881793 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.883350 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device c9124ea6-aa03-48ab-82c9-9394d8fc6dcd details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92745) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:30:15.929988 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-1206976b-2c30-4a7c-8437-915de9de5e6b req-0e8f9165-363b-4daf-b7a9-1da6768ec3c6 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/security-groups?id=50433de2-bf8c-411e-89ba-e2bceb17a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842275 Jun 21 04:30:15.978081 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=5f92d8b3-17fc-463e-980a-8c3efea1ce3f,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:15.989248 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:15.990039 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:16.147623 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_common [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-ff36365d-8f42-41ff-a6d2-416731cdadc0 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Allocated IP 172.20.0.14 (664305b4-af5e-4f74-9f81-1d516e5e430a/9bba9715-0c3f-4a37-b2a5-0c8142e29e03/51345e1e-82fe-4b2d-8c90-c798d0ce1545) {{(pid=92743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:30:16.153373 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.db.resource_extend [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 21 04:30:16.168995 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3faf0387-5ec5-4b64-90a8-be9c930e154d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.174305 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3faf0387-5ec5-4b64-90a8-be9c930e154d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.176050 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-3faf0387-5ec5-4b64-90a8-be9c930e154d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5df987de-bc85-47c1-90b1-138f3cb6a07e HTTP/1.1" status: 204 len: 168 time: 0.5707514 Jun 21 04:30:16.194107 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-e36fcfc8-5bf4-45f0-be8f-f027561ec75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:16.219347 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6aa1594-4c3d-412f-aa3b-af8d40410f0e x-openstack-request-id: req-b6aa1594-4c3d-412f-aa3b-af8d40410f0e {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:16.219837 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4b68c7-72a1-4e45-93fe-63538c206bfe", "name": "network-vif-plugged", "status": "completed", "tag": "5f92d8b3-17fc-463e-980a-8c3efea1ce3f", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:16.220340 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b6aa1594-4c3d-412f-aa3b-af8d40410f0e {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:16.220889 dv-cinder-797170-3-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4b68c7-72a1-4e45-93fe-63538c206bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f92d8b3-17fc-463e-980a-8c3efea1ce3f', 'code': 200} Jun 21 04:30:16.233002 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=df625040-cc16-4598-b278-ccc2a65cba6d,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:16.239025 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:16.278127 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port c9124ea6-aa03-48ab-82c9-9394d8fc6dcd, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c9124ea6-aa03-48ab-82c9-9394d8fc6dcd,segment=NetworkSegment(3e5da68e-1378-4db7-817e-32dfe3ea2e26),segment_id=3e5da68e-1378-4db7-817e-32dfe3ea2e26)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:16.302383 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf0387-5ec5-4b64-90a8-be9c930e154d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df987de-bc85-47c1-90b1-138f3cb6a07e,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:16.324015 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Returning: {'device': 'c9124ea6-aa03-48ab-82c9-9394d8fc6dcd', 'network_id': 'ba5c6907-199a-4e01-99a2-5c56bd766c8f', 'port_id': 'c9124ea6-aa03-48ab-82c9-9394d8fc6dcd', 'mac_address': 'fa:16:3e:74:2d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10837d44-5e1e-4f4f-9b67-bd818970debd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92745) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:30:16.331305 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b60c9c53-7067-4657-951d-083f06aa3c16 req-49a0b737-b28a-41b0-a65b-ec5165c108c4 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc796c-9e26-4129-b744-b73fada679df HTTP/1.1" status: 200 len: 210 time: 0.1869669 Jun 21 04:30:16.339439 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-3faf0387-5ec5-4b64-90a8-be9c930e154d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:16.447897 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.478117 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9124ea6-aa03-48ab-82c9-9394d8fc6dcd {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:16.503509 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port c9124ea6-aa03-48ab-82c9-9394d8fc6dcd, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c9124ea6-aa03-48ab-82c9-9394d8fc6dcd,segment=NetworkSegment(3e5da68e-1378-4db7-817e-32dfe3ea2e26),segment_id=3e5da68e-1378-4db7-817e-32dfe3ea2e26)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:16.512736 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.523660 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:16.621879 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=c9124ea6-aa03-48ab-82c9-9394d8fc6dcd,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:16.638859 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:16.757029 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-ff36365d-8f42-41ff-a6d2-416731cdadc0 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Notify callbacks [] for port, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.784543 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e67336-0870-452e-a1fc-161f2d00493a req-cdbe78b1-0178-4396-b8bb-0748afa26bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:16.786569 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-64e67336-0870-452e-a1fc-161f2d00493a req-cdbe78b1-0178-4396-b8bb-0748afa26bba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 1099 time: 0.1224961 Jun 21 04:30:16.835532 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['df625040-cc16-4598-b278-ccc2a65cba6d'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:30:16.842995 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['c9124ea6-aa03-48ab-82c9-9394d8fc6dcd'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:30:16.871857 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-ff36365d-8f42-41ff-a6d2-416731cdadc0 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60629742'] for port, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.899117 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-64e67336-0870-452e-a1fc-161f2d00493a req-465832e9-d90c-4413-b24d-b83953765e51 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933378 Jun 21 04:30:16.912692 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-df47bdb5-0609-4342-bc04-bf3d9f231d9f tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:16.965391 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-ff36365d-8f42-41ff-a6d2-416731cdadc0 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Network 664305b4-af5e-4f74-9f81-1d516e5e430a is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:30:16.975200 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-ff36365d-8f42-41ff-a6d2-416731cdadc0 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:16.980582 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-ff36365d-8f42-41ff-a6d2-416731cdadc0 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Received port after_create {{(pid=92743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:30:17.013560 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36365d-8f42-41ff-a6d2-416731cdadc0 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Pushing event updated for resources: {'Port': ['ID=51345e1e-82fe-4b2d-8c90-c798d0ce1545,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:17.028900 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-ff36365d-8f42-41ff-a6d2-416731cdadc0 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:17.064778 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-ff36365d-8f42-41ff-a6d2-416731cdadc0 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:17.065733 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-ff36365d-8f42-41ff-a6d2-416731cdadc0 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:17.083280 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3997b8-ba5f-4780-8527-7d13d762d285 req-4b9e7365-7180-44b4-bd70-be4ebfe38ca8 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:17.085166 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-9e3997b8-ba5f-4780-8527-7d13d762d285 req-4b9e7365-7180-44b4-bd70-be4ebfe38ca8 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 944 time: 0.2072711 Jun 21 04:30:17.111882 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-ff36365d-8f42-41ff-a6d2-416731cdadc0 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9601843 Jun 21 04:30:17.132435 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] Request body: {'port': {'device_id': '33bc796c-9e26-4129-b744-b73fada679df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:17.212113 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-9e3997b8-ba5f-4780-8527-7d13d762d285 req-b2c445a6-f72e-4c95-9a31-3f9b85bb10c8 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158755 Jun 21 04:30:17.350272 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:17.724339 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0589f5-06c3-49f5-91b6-51e2a7c9391a req-de4da835-244d-4f25-b944-e1ef0fc495d2 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:17.743709 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-1c0589f5-06c3-49f5-91b6-51e2a7c9391a req-de4da835-244d-4f25-b944-e1ef0fc495d2 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee4923d8-edcc-4c50-a0f8-79bddd08679e HTTP/1.1" status: 200 len: 944 time: 0.2145641 Jun 21 04:30:17.856914 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-1c0589f5-06c3-49f5-91b6-51e2a7c9391a req-ec0c52c5-982b-4964-bec2-69e937346726 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/security-groups?id=50433de2-bf8c-411e-89ba-e2bceb17a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082757 Jun 21 04:30:17.978965 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-9d592818-f6af-4d17-b762-b87e731c308a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.105282 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.notifiers.nova [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51345e1e-82fe-4b2d-8c90-c798d0ce1545 {{(pid=92743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:18.106200 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.117568 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.144698 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.provisioning_blocks [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] Transition to ACTIVE for port object 51345e1e-82fe-4b2d-8c90-c798d0ce1545 will not be triggered until provisioned by entity L2. {{(pid=92743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:18.152188 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629720'] for port, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.166517 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:18.207638 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.253093 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395bc3a-aa40-4143-83b6-d0c0b1b1b033 req-e32632cb-4c94-44ba-a75f-77d848f89d5b tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:18.262642 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-1395bc3a-aa40-4143-83b6-d0c0b1b1b033 req-e32632cb-4c94-44ba-a75f-77d848f89d5b tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc796c-9e26-4129-b744-b73fada679df HTTP/1.1" status: 200 len: 932 time: 0.2059581 Jun 21 04:30:18.303485 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] Pushing event updated for resources: {'Port': ['ID=51345e1e-82fe-4b2d-8c90-c798d0ce1545,revision_number=2']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:18.306950 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:18.381383 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-1395bc3a-aa40-4143-83b6-d0c0b1b1b033 req-28039c0c-4e5b-40fd-bc63-4be1321ee7ea tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7767e9d-99a8-4d38-9ad4-d05583d55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174409 Jun 21 04:30:18.417961 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.managers [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] Attempting to bind port 51345e1e-82fe-4b2d-8c90-c798d0ce1545 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:30:18.418992 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.managers [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] Attempting to bind port 51345e1e-82fe-4b2d-8c90-c798d0ce1545 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'ff3d8cae-80e6-4fc7-9a29-0b7bfd4c5672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '664305b4-af5e-4f74-9f81-1d516e5e430a'}] {{(pid=92743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:30:18.419506 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] Attempting to bind port 51345e1e-82fe-4b2d-8c90-c798d0ce1545 on network 664305b4-af5e-4f74-9f81-1d516e5e430a {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:18.426210 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] Port 51345e1e-82fe-4b2d-8c90-c798d0ce1545 on network 664305b4-af5e-4f74-9f81-1d516e5e430a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:30:18.426716 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] Attempting to bind port 51345e1e-82fe-4b2d-8c90-c798d0ce1545 on network 664305b4-af5e-4f74-9f81-1d516e5e430a {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:18.433919 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] Checking agent: {'id': '96b302db-cc9c-42f9-932f-b12d5511dc88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'started_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:30:18.434566 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] Checking segment: {'id': 'ff3d8cae-80e6-4fc7-9a29-0b7bfd4c5672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '664305b4-af5e-4f74-9f81-1d516e5e430a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:30:18.435093 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] Bound using segment: {'id': 'ff3d8cae-80e6-4fc7-9a29-0b7bfd4c5672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '664305b4-af5e-4f74-9f81-1d516e5e430a'} {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:30:18.436609 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.managers [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] Bound port: 51345e1e-82fe-4b2d-8c90-c798d0ce1545, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff3d8cae-80e6-4fc7-9a29-0b7bfd4c5672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '664305b4-af5e-4f74-9f81-1d516e5e430a'}}] {{(pid=92743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:30:18.436609 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.544370 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] For port 51345e1e-82fe-4b2d-8c90-c798d0ce1545, host hv-cinder-79717, cleared binding levels {{(pid=92743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:30:18.550891 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] For port 51345e1e-82fe-4b2d-8c90-c798d0ce1545, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=51345e1e-82fe-4b2d-8c90-c798d0ce1545,segment=NetworkSegment(ff3d8cae-80e6-4fc7-9a29-0b7bfd4c5672),segment_id=ff3d8cae-80e6-4fc7-9a29-0b7bfd4c5672)] {{(pid=92743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:30:18.558129 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629720'] for port, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.561842 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:18.595100 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81812222-8d42-4cc2-885d-6bbed2f5828b req-3481a94a-2cba-48e3-ae90-eb58cb64a00e tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:18.607605 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:18.608575 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-81812222-8d42-4cc2-885d-6bbed2f5828b req-3481a94a-2cba-48e3-ae90-eb58cb64a00e tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 944 time: 0.1333554 Jun 21 04:30:18.608953 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.611113 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] 10.222.0.61 "PUT /v2.0/ports/51345e1e-82fe-4b2d-8c90-c798d0ce1545 HTTP/1.1" status: 200 len: 1094 time: 1.4887221 Jun 21 04:30:18.614790 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bc796c-9e26-4129-b744-b73fada679df', 'tag': '51345e1e-82fe-4b2d-8c90-c798d0ce1545'}] {{(pid=92743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:18.618803 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f341443fd223dcfc934d9995c5c4b990c7400f9cb91ffc9321324360bae7ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a1431e-5969-4d73-b120-024a36428fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "33bc796c-9e26-4129-b744-b73fada679df", "tag": "51345e1e-82fe-4b2d-8c90-c798d0ce1545"}]}' {{(pid=92743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:18.657834 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] Pushing event updated for resources: {'Port': ['ID=51345e1e-82fe-4b2d-8c90-c798d0ce1545,revision_number=3']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:18.666745 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:18.700623 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-81812222-8d42-4cc2-885d-6bbed2f5828b req-e4033083-9c5f-464c-bf48-f97faa1583ac tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885959 Jun 21 04:30:18.801771 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c4e484-c829-495f-9845-3037a5198a6b x-openstack-request-id: req-40c4e484-c829-495f-9845-3037a5198a6b {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:18.802270 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33bc796c-9e26-4129-b744-b73fada679df", "tag": "51345e1e-82fe-4b2d-8c90-c798d0ce1545", "status": "completed", "code": 200}]} {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:18.802723 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-40c4e484-c829-495f-9845-3037a5198a6b {{(pid=92743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:18.803397 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33bc796c-9e26-4129-b744-b73fada679df', 'tag': '51345e1e-82fe-4b2d-8c90-c798d0ce1545', 'status': 'completed', 'code': 200} Jun 21 04:30:18.824071 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-33d4bb80-53fc-447f-bffc-38ac91e7a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:18.826340 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-33d4bb80-53fc-447f-bffc-38ac91e7a1f7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47370b30bb224899ac1d63e4ef8e5969&device_id=33bc796c-9e26-4129-b744-b73fada679df HTTP/1.1" status: 200 len: 1097 time: 0.1420243 Jun 21 04:30:18.905519 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-e5515b5c-cd5b-432b-be1c-124cba89085b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51345e1e-82fe-4b2d-8c90-c798d0ce1545 HTTP/1.1" status: 200 len: 217 time: 0.0706208 Jun 21 04:30:18.906256 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.974165 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-472b08c8-4449-4767-b962-89f833a5a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:18.977696 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-472b08c8-4449-4767-b962-89f833a5a3b4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9bba9715-0c3f-4a37-b2a5-0c8142e29e03 HTTP/1.1" status: 200 len: 849 time: 0.0641830 Jun 21 04:30:19.005090 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device df625040-cc16-4598-b278-ccc2a65cba6d up at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:19.015922 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-2a17de4d-c99e-4ddc-af44-9f9c5f005869 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=664305b4-af5e-4f74-9f81-1d516e5e430a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296333 Jun 21 04:30:19.101116 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning for port df625040-cc16-4598-b278-ccc2a65cba6d completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:19.111074 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning complete for port df625040-cc16-4598-b278-ccc2a65cba6d triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:19.112430 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.130941 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f27f17-cee9-4f59-b066-b094f2c12a04 req-0f94cfa8-75ab-480a-8a88-1dea3b252efe tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:19.134557 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-53f27f17-cee9-4f59-b066-b094f2c12a04 req-0f94cfa8-75ab-480a-8a88-1dea3b252efe tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee4923d8-edcc-4c50-a0f8-79bddd08679e HTTP/1.1" status: 200 len: 944 time: 0.1208358 Jun 21 04:30:19.151723 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-d7dbaad5-97aa-40a3-875d-b6ca56bc1822 service neutron] 10.222.0.61 "GET /v2.0/networks/664305b4-af5e-4f74-9f81-1d516e5e430a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276588 Jun 21 04:30:19.206150 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-53f27f17-cee9-4f59-b066-b094f2c12a04 req-17b3b0cc-b0c2-4c0a-b6d5-f07636bd6387 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/security-groups?id=50433de2-bf8c-411e-89ba-e2bceb17a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568557 Jun 21 04:30:19.235400 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.317146 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port df625040-cc16-4598-b278-ccc2a65cba6d, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=df625040-cc16-4598-b278-ccc2a65cba6d,segment=NetworkSegment(944f06cf-55b1-4da8-b87a-af1ac241e0bc),segment_id=944f06cf-55b1-4da8-b87a-af1ac241e0bc)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:19.318453 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4923d8-edcc-4c50-a0f8-79bddd08679e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df625040-cc16-4598-b278-ccc2a65cba6d'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:19.321495 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5943de-ee0a-4798-98e7-cd02b35930b6" -d '{"events": [{"server_uuid": "ee4923d8-edcc-4c50-a0f8-79bddd08679e", "name": "network-vif-plugged", "status": "completed", "tag": "df625040-cc16-4598-b278-ccc2a65cba6d"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:19.327979 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.329580 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device c9124ea6-aa03-48ab-82c9-9394d8fc6dcd up at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:19.334154 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:19.390677 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6295dd15-e23c-4a46-b446-58ab9e6c9872 req-43582dad-91db-4936-b0f2-00bce96b1727 service neutron] 10.222.0.61 "GET /v2.0/networks/664305b4-af5e-4f74-9f81-1d516e5e430a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314789 Jun 21 04:30:19.434254 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=df625040-cc16-4598-b278-ccc2a65cba6d,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:19.436729 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:19.444363 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46aa4993-3e7d-43e3-8f33-1d48dfd0ca95 x-openstack-request-id: req-46aa4993-3e7d-43e3-8f33-1d48dfd0ca95 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:19.444702 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4923d8-edcc-4c50-a0f8-79bddd08679e", "name": "network-vif-plugged", "status": "completed", "tag": "df625040-cc16-4598-b278-ccc2a65cba6d", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:19.444970 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46aa4993-3e7d-43e3-8f33-1d48dfd0ca95 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:19.446237 dv-cinder-797170-3-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4923d8-edcc-4c50-a0f8-79bddd08679e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df625040-cc16-4598-b278-ccc2a65cba6d', 'code': 200} Jun 21 04:30:19.447841 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning for port c9124ea6-aa03-48ab-82c9-9394d8fc6dcd completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:19.453540 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning complete for port c9124ea6-aa03-48ab-82c9-9394d8fc6dcd triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:19.454241 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.661929 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.733870 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port c9124ea6-aa03-48ab-82c9-9394d8fc6dcd, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c9124ea6-aa03-48ab-82c9-9394d8fc6dcd,segment=NetworkSegment(3e5da68e-1378-4db7-817e-32dfe3ea2e26),segment_id=3e5da68e-1378-4db7-817e-32dfe3ea2e26)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:19.736155 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bde90-9522-49e6-96a9-79e6fe6812b8 req-fe6bf5dc-c633-4186-b15c-9f17c8f344a4 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:19.739111 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-690bde90-9522-49e6-96a9-79e6fe6812b8 req-fe6bf5dc-c633-4186-b15c-9f17c8f344a4 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc796c-9e26-4129-b744-b73fada679df HTTP/1.1" status: 200 len: 944 time: 0.1632991 Jun 21 04:30:19.742826 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1431e-5969-4d73-b120-024a36428fa9 req-20a66ab2-03c2-4369-b447-d1383ad6fcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:19.745419 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-32a1431e-5969-4d73-b120-024a36428fa9 req-20a66ab2-03c2-4369-b447-d1383ad6fcba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47370b30bb224899ac1d63e4ef8e5969&device_id=33bc796c-9e26-4129-b744-b73fada679df HTTP/1.1" status: 200 len: 1097 time: 0.2433305 Jun 21 04:30:19.753775 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.758416 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:19.765870 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 51990) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:19.812547 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52986f-57a3-4431-b502-b8e4df4c1c14 req-f087a7cc-044f-4495-b4e7-ff4f4023453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:19.815014 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9a52986f-57a3-4431-b502-b8e4df4c1c14 req-f087a7cc-044f-4495-b4e7-ff4f4023453c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ee4923d8-edcc-4c50-a0f8-79bddd08679e HTTP/1.1" status: 200 len: 1098 time: 0.0865679 Jun 21 04:30:19.902075 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9a52986f-57a3-4431-b502-b8e4df4c1c14 req-279a3194-37cd-4b4d-99f9-a8bfbba4db6c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=50433de2-bf8c-411e-89ba-e2bceb17a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747766 Jun 21 04:30:19.915543 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=c9124ea6-aa03-48ab-82c9-9394d8fc6dcd,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:19.930945 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:19.949175 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-690bde90-9522-49e6-96a9-79e6fe6812b8 req-1beb2b97-a15d-4f1e-a0ed-1d182f06b45a tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7767e9d-99a8-4d38-9ad4-d05583d55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774104 Jun 21 04:30:20.009003 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1431e-5969-4d73-b120-024a36428fa9 req-cb3627b6-f920-4528-89bd-49f0447207bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:20.011913 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-32a1431e-5969-4d73-b120-024a36428fa9 req-cb3627b6-f920-4528-89bd-49f0447207bc service neutron] 10.222.0.61 "GET /v2.0/networks?id=664305b4-af5e-4f74-9f81-1d516e5e430a HTTP/1.1" status: 200 len: 910 time: 0.2590485 Jun 21 04:30:20.038197 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc56c1-8d15-411f-a054-7687ee4f4d2d req-6c12ee34-c76d-4066-a5d9-0bd46c9a7c60 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:20.045271 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-25bc56c1-8d15-411f-a054-7687ee4f4d2d req-6c12ee34-c76d-4066-a5d9-0bd46c9a7c60 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.1195672 Jun 21 04:30:20.088115 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-1f8be9b4-0f8a-49ba-9b59-7a4662f37620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.120861 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-25bc56c1-8d15-411f-a054-7687ee4f4d2d req-58f97501-0ad0-4189-ac5d-77de5b2cde2c tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746744 Jun 21 04:30:20.130606 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-32a1431e-5969-4d73-b120-024a36428fa9 req-9d744970-e917-4ca7-a9eb-ac6d8e91ee01 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51345e1e-82fe-4b2d-8c90-c798d0ce1545 HTTP/1.1" status: 200 len: 217 time: 0.0904264 Jun 21 04:30:20.199044 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1431e-5969-4d73-b120-024a36428fa9 req-cf6de49c-6389-4758-b0db-9894c03c9331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:20.200909 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-32a1431e-5969-4d73-b120-024a36428fa9 req-cf6de49c-6389-4758-b0db-9894c03c9331 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9bba9715-0c3f-4a37-b2a5-0c8142e29e03 HTTP/1.1" status: 200 len: 849 time: 0.0633249 Jun 21 04:30:20.261626 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-32a1431e-5969-4d73-b120-024a36428fa9 req-c7a9264c-d7a7-45b3-a81e-e68507249cff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=664305b4-af5e-4f74-9f81-1d516e5e430a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519631 Jun 21 04:30:20.296385 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-1f8be9b4-0f8a-49ba-9b59-7a4662f37620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.306826 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-1f8be9b4-0f8a-49ba-9b59-7a4662f37620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.314456 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-3aaf2d96-112d-461a-ad61-aecfbb23044d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:20.395960 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-1f8be9b4-0f8a-49ba-9b59-7a4662f37620 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f3099a41b51b4956aba0977c6798fb34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6275132 Jun 21 04:30:20.403337 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 52010) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:20.418583 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8be9b4-0f8a-49ba-9b59-7a4662f37620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9b2089-276d-4f3c-bfc0-1179c29cf030,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:20.434435 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-1f8be9b4-0f8a-49ba-9b59-7a4662f37620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:20.437982 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-32a1431e-5969-4d73-b120-024a36428fa9 req-312f7d03-c5dc-4de9-a29b-a368f0da357f service neutron] 10.222.0.61 "GET /v2.0/networks/664305b4-af5e-4f74-9f81-1d516e5e430a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681008 Jun 21 04:30:20.637973 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-32a1431e-5969-4d73-b120-024a36428fa9 req-50267781-4629-4c1d-8907-3161d2713788 service neutron] 10.222.0.61 "GET /v2.0/networks/664305b4-af5e-4f74-9f81-1d516e5e430a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925106 Jun 21 04:30:20.931309 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a5d17f6a-bee2-44c8-b4ce-b6667eab5f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.950512 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e1a7a-179b-44e2-82a3-04e17c4fedc7 req-5ffccf42-66b9-4347-b24b-c07d7a3b5515 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:20.961630 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ad1e1a7a-179b-44e2-82a3-04e17c4fedc7 req-5ffccf42-66b9-4347-b24b-c07d7a3b5515 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee4923d8-edcc-4c50-a0f8-79bddd08679e HTTP/1.1" status: 200 len: 945 time: 0.5290453 Jun 21 04:30:21.020372 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a5d17f6a-bee2-44c8-b4ce-b6667eab5f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:21.108514 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ad1e1a7a-179b-44e2-82a3-04e17c4fedc7 req-b4b32ee9-6885-49fd-9f5c-b50c88ec8983 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/security-groups?id=50433de2-bf8c-411e-89ba-e2bceb17a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409311 Jun 21 04:30:21.136755 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a5d17f6a-bee2-44c8-b4ce-b6667eab5f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:21.136755 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a5d17f6a-bee2-44c8-b4ce-b6667eab5f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:21.138621 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-a5d17f6a-bee2-44c8-b4ce-b6667eab5f2b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/de9b2089-276d-4f3c-bfc0-1179c29cf030 HTTP/1.1" status: 204 len: 168 time: 0.7340484 Jun 21 04:30:21.139432 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:21.151749 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d17f6a-bee2-44c8-b4ce-b6667eab5f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9b2089-276d-4f3c-bfc0-1179c29cf030,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:21.154820 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-a5d17f6a-bee2-44c8-b4ce-b6667eab5f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:21.296435 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efc946-b456-4ff3-bd1e-49e502d496ba req-fbff2685-eb38-41ad-b7cc-762540bfd2d9 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:21.303899 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-12efc946-b456-4ff3-bd1e-49e502d496ba req-fbff2685-eb38-41ad-b7cc-762540bfd2d9 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc796c-9e26-4129-b744-b73fada679df HTTP/1.1" status: 200 len: 944 time: 0.1125805 Jun 21 04:30:21.361561 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-12efc946-b456-4ff3-bd1e-49e502d496ba req-264515b7-4c90-48eb-b787-dc7d77a156c2 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7767e9d-99a8-4d38-9ad4-d05583d55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566468 Jun 21 04:30:21.447775 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd991d189-f9bb-4b49-af76-95b4df5bceb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9124ea6-aa03-48ab-82c9-9394d8fc6dcd'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:21.454238 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd33bc70-ed85-4cae-a28a-8e9a4cd3ec87" -d '{"events": [{"server_uuid": "d991d189-f9bb-4b49-af76-95b4df5bceb2", "name": "network-vif-plugged", "status": "completed", "tag": "c9124ea6-aa03-48ab-82c9-9394d8fc6dcd"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:21.524405 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3fdd6-f647-4015-becf-0e16fea0b4ea req-c1d0a9c5-89f0-4247-b603-12d199edd6bd tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:21.538083 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d7b3fdd6-f647-4015-becf-0e16fea0b4ea req-c1d0a9c5-89f0-4247-b603-12d199edd6bd tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.1538208 Jun 21 04:30:21.569795 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64561036-6dd1-4a76-b08e-ac8f596045c9 x-openstack-request-id: req-64561036-6dd1-4a76-b08e-ac8f596045c9 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:21.571890 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d991d189-f9bb-4b49-af76-95b4df5bceb2", "name": "network-vif-plugged", "status": "completed", "tag": "c9124ea6-aa03-48ab-82c9-9394d8fc6dcd", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:21.571890 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-64561036-6dd1-4a76-b08e-ac8f596045c9 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:21.571890 dv-cinder-797170-3-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd991d189-f9bb-4b49-af76-95b4df5bceb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9124ea6-aa03-48ab-82c9-9394d8fc6dcd', 'code': 200} Jun 21 04:30:21.596117 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:21.602866 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d7b3fdd6-f647-4015-becf-0e16fea0b4ea req-a0671fff-803a-4d04-814c-e7453c2fd56e tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636916 Jun 21 04:30:21.875412 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e719ccd-5481-4a3a-a79e-6a7a23eb31e9 req-cdef442c-9bc2-42e9-8888-45faf26f1ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:21.878870 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-3e719ccd-5481-4a3a-a79e-6a7a23eb31e9 req-cdef442c-9bc2-42e9-8888-45faf26f1ec0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 1098 time: 0.0986879 Jun 21 04:30:21.934671 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-3e719ccd-5481-4a3a-a79e-6a7a23eb31e9 req-651cbb7d-6950-4e8c-83ba-6f4b5853602c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484612 Jun 21 04:30:22.400107 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c9af9-5ab8-4cd4-880c-ef8ab2cc5c9f req-58b11672-5c6b-492d-a2b2-5fce6e54dc7e tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:22.410081 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-bb2c9af9-5ab8-4cd4-880c-ef8ab2cc5c9f req-58b11672-5c6b-492d-a2b2-5fce6e54dc7e tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee4923d8-edcc-4c50-a0f8-79bddd08679e HTTP/1.1" status: 200 len: 945 time: 0.0997803 Jun 21 04:30:22.475731 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-bb2c9af9-5ab8-4cd4-880c-ef8ab2cc5c9f req-d1594e10-a050-439b-91c8-ab593f3ea01a tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/security-groups?id=50433de2-bf8c-411e-89ba-e2bceb17a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628495 Jun 21 04:30:22.692133 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789dbc6-b578-4ef3-b086-9cffa01275b4 req-5666e83a-16d8-4e34-878d-58d41f2d9ec8 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:22.701625 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-e789dbc6-b578-4ef3-b086-9cffa01275b4 req-5666e83a-16d8-4e34-878d-58d41f2d9ec8 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc796c-9e26-4129-b744-b73fada679df HTTP/1.1" status: 200 len: 944 time: 0.1643739 Jun 21 04:30:22.761403 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-e789dbc6-b578-4ef3-b086-9cffa01275b4 req-4f83187e-9fcd-4f93-9c62-f4c8ad1a46ff tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7767e9d-99a8-4d38-9ad4-d05583d55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539269 Jun 21 04:30:22.962766 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a75ba-a2fe-4d6b-9c92-8500f1981170 req-c45eb2b5-f40e-4026-8795-77d7902c5c3f tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:22.964811 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-442a75ba-a2fe-4d6b-9c92-8500f1981170 req-c45eb2b5-f40e-4026-8795-77d7902c5c3f tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.1102374 Jun 21 04:30:23.026004 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 51345e1e-82fe-4b2d-8c90-c798d0ce1545 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92745) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:30:23.046805 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-442a75ba-a2fe-4d6b-9c92-8500f1981170 req-162ef5f9-1775-44c0-976e-a7bd0ccb721b tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728145 Jun 21 04:30:23.167746 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 51345e1e-82fe-4b2d-8c90-c798d0ce1545, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=51345e1e-82fe-4b2d-8c90-c798d0ce1545,segment=NetworkSegment(ff3d8cae-80e6-4fc7-9a29-0b7bfd4c5672),segment_id=ff3d8cae-80e6-4fc7-9a29-0b7bfd4c5672)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:23.184131 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Returning: {'device': '51345e1e-82fe-4b2d-8c90-c798d0ce1545', 'network_id': '664305b4-af5e-4f74-9f81-1d516e5e430a', 'port_id': '51345e1e-82fe-4b2d-8c90-c798d0ce1545', 'mac_address': 'fa:16:3e:1c:57:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bba9715-0c3f-4a37-b2a5-0c8142e29e03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92745) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:30:23.211434 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 52110) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:23.238381 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:23.261616 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51345e1e-82fe-4b2d-8c90-c798d0ce1545 {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:23.304220 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 51345e1e-82fe-4b2d-8c90-c798d0ce1545, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=51345e1e-82fe-4b2d-8c90-c798d0ce1545,segment=NetworkSegment(ff3d8cae-80e6-4fc7-9a29-0b7bfd4c5672),segment_id=ff3d8cae-80e6-4fc7-9a29-0b7bfd4c5672)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:23.311331 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:23.316841 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-362c5566-6d43-4518-9657-b2f85efce946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:23.436122 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=51345e1e-82fe-4b2d-8c90-c798d0ce1545,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:23.436122 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:23.477626 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-3198053d-e874-4edf-9d33-ea4a208175dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:23.619655 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['51345e1e-82fe-4b2d-8c90-c798d0ce1545'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:30:23.668735 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-3198053d-e874-4edf-9d33-ea4a208175dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:23.675753 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-3198053d-e874-4edf-9d33-ea4a208175dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:23.683540 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-ae1674aa-0ac2-47ab-9e5a-59f24c3c76e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:23.864162 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-3198053d-e874-4edf-9d33-ea4a208175dc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=57e4a9cebd2f47e6bd34eee6e884b364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6483598 Jun 21 04:30:23.864162 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198053d-e874-4edf-9d33-ea4a208175dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38eda63e-ccbe-455d-9e26-ae429ff3d674,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:23.865277 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 52132) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:23.882519 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-3198053d-e874-4edf-9d33-ea4a208175dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:24.040182 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-e78a223f-ab14-4d8f-9e86-693b388956a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:24.112214 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-e78a223f-ab14-4d8f-9e86-693b388956a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:24.227038 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-e78a223f-ab14-4d8f-9e86-693b388956a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:24.234559 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-e78a223f-ab14-4d8f-9e86-693b388956a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:24.237944 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed4fb1-38b0-454a-9bc1-745e470afabd req-731cb3cb-a4d5-45d5-a570-996591196433 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:24.238663 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-e78a223f-ab14-4d8f-9e86-693b388956a7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/38eda63e-ccbe-455d-9e26-ae429ff3d674 HTTP/1.1" status: 204 len: 168 time: 0.3718617 Jun 21 04:30:24.240443 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-f8e6e87a-c238-433f-8244-50a5bd6f49a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:24.252349 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-46ed4fb1-38b0-454a-9bc1-745e470afabd req-731cb3cb-a4d5-45d5-a570-996591196433 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee4923d8-edcc-4c50-a0f8-79bddd08679e HTTP/1.1" status: 200 len: 945 time: 0.1693366 Jun 21 04:30:24.258621 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a223f-ab14-4d8f-9e86-693b388956a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38eda63e-ccbe-455d-9e26-ae429ff3d674,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:24.264294 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-e78a223f-ab14-4d8f-9e86-693b388956a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:24.346851 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-46ed4fb1-38b0-454a-9bc1-745e470afabd req-06323a5e-4efa-4148-8e0e-0ce3f3ad517e tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/security-groups?id=50433de2-bf8c-411e-89ba-e2bceb17a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927536 Jun 21 04:30:24.814863 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb8210-25e4-4d35-9008-191acad481cd req-6cd93e59-72be-4c45-acb2-d379370493a3 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:24.817514 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-01bb8210-25e4-4d35-9008-191acad481cd req-6cd93e59-72be-4c45-acb2-d379370493a3 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc796c-9e26-4129-b744-b73fada679df HTTP/1.1" status: 200 len: 945 time: 0.1135180 Jun 21 04:30:24.834231 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc5760-18e5-49c0-a610-dab228d2610b req-d27bcd2a-ceb9-4c63-ab42-adbec75fc2c8 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:24.841566 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-23dc5760-18e5-49c0-a610-dab228d2610b req-d27bcd2a-ceb9-4c63-ab42-adbec75fc2c8 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.1088312 Jun 21 04:30:24.911079 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-01bb8210-25e4-4d35-9008-191acad481cd req-ac48c42a-24b9-43f3-939b-d325d4ba5e21 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7767e9d-99a8-4d38-9ad4-d05583d55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832756 Jun 21 04:30:24.957188 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-23dc5760-18e5-49c0-a610-dab228d2610b req-7d0cc0dc-af4c-4ce1-925e-fa6c652bbb8a tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016757 Jun 21 04:30:25.029193 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 51345e1e-82fe-4b2d-8c90-c798d0ce1545 up at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:25.179418 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning for port 51345e1e-82fe-4b2d-8c90-c798d0ce1545 completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:25.186098 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning complete for port 51345e1e-82fe-4b2d-8c90-c798d0ce1545 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:25.187071 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:25.324587 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da353400-d668-4b88-be4b-22394c952b60 req-0fab47f4-292c-450e-a9b5-add0153c8b53 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:25.327427 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-da353400-d668-4b88-be4b-22394c952b60 req-0fab47f4-292c-450e-a9b5-add0153c8b53 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.1434813 Jun 21 04:30:25.362745 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:25.400794 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bc796c-9e26-4129-b744-b73fada679df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51345e1e-82fe-4b2d-8c90-c798d0ce1545'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:25.404146 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4250b15f-2aff-486e-a111-3e68985eeef8" -d '{"events": [{"server_uuid": "33bc796c-9e26-4129-b744-b73fada679df", "name": "network-vif-plugged", "status": "completed", "tag": "51345e1e-82fe-4b2d-8c90-c798d0ce1545"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:25.452994 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 51345e1e-82fe-4b2d-8c90-c798d0ce1545, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=51345e1e-82fe-4b2d-8c90-c798d0ce1545,segment=NetworkSegment(ff3d8cae-80e6-4fc7-9a29-0b7bfd4c5672),segment_id=ff3d8cae-80e6-4fc7-9a29-0b7bfd4c5672)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:25.457083 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-da353400-d668-4b88-be4b-22394c952b60 req-df0d1136-5319-45ed-bcaf-1ef4b1ab0083 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151557 Jun 21 04:30:25.473744 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:25.480174 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:25.520099 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0412e-625f-4851-ab03-3a27b366ec8c req-ba5db2fd-fc00-49ca-8a7e-dadebe89acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:25.530306 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d9f0412e-625f-4851-ab03-3a27b366ec8c req-ba5db2fd-fc00-49ca-8a7e-dadebe89acfa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bd6d23e61fd544778bcff22b5bd8e44d&device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 1098 time: 0.1261733 Jun 21 04:30:25.535391 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a23ef-8592-42ae-beac-c60c33318ee5 req-0e1df8bb-aee7-40bb-bfe4-c968c276e68d tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:25.544440 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-451a23ef-8592-42ae-beac-c60c33318ee5 req-0e1df8bb-aee7-40bb-bfe4-c968c276e68d tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee4923d8-edcc-4c50-a0f8-79bddd08679e HTTP/1.1" status: 200 len: 945 time: 0.1700110 Jun 21 04:30:25.606686 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=51345e1e-82fe-4b2d-8c90-c798d0ce1545,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:25.612918 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:25.746546 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0412e-625f-4851-ab03-3a27b366ec8c req-5ea52f9d-d9d3-464a-8ff2-3ce3f588c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:25.749517 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d9f0412e-625f-4851-ab03-3a27b366ec8c req-5ea52f9d-d9d3-464a-8ff2-3ce3f588c547 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ba5c6907-199a-4e01-99a2-5c56bd766c8f HTTP/1.1" status: 200 len: 920 time: 0.2110934 Jun 21 04:30:25.777120 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [req-451a23ef-8592-42ae-beac-c60c33318ee5 req-d54cc98b-7fb2-4ea2-9b5e-c0e5e343555d tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Deleting port df625040-cc16-4598-b278-ccc2a65cba6d {{(pid=92743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:30:25.777626 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-451a23ef-8592-42ae-beac-c60c33318ee5 req-d54cc98b-7fb2-4ea2-9b5e-c0e5e343555d tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:25.806101 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d9f0412e-625f-4851-ab03-3a27b366ec8c req-a585b721-3cf8-4d4e-a041-5746e12f7af1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9124ea6-aa03-48ab-82c9-9394d8fc6dcd HTTP/1.1" status: 200 len: 217 time: 0.0502679 Jun 21 04:30:25.832190 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be1a66-c3ce-438a-a322-9057de2b085c req-4be922cd-5dfb-4329-beaa-df9606220399 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:25.833891 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-52be1a66-c3ce-438a-a322-9057de2b085c req-4be922cd-5dfb-4329-beaa-df9606220399 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.2706826 Jun 21 04:30:25.855876 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee7de4-228c-48b3-ba83-17f23ed4a6cb req-a6245f61-ee11-44d1-b8bf-df182e1b99e8 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:25.858810 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d1ee7de4-228c-48b3-ba83-17f23ed4a6cb req-a6245f61-ee11-44d1-b8bf-df182e1b99e8 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee4923d8-edcc-4c50-a0f8-79bddd08679e HTTP/1.1" status: 200 len: 945 time: 0.1443415 Jun 21 04:30:25.895259 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0412e-625f-4851-ab03-3a27b366ec8c req-5c16f6d4-e8c3-4596-b5d6-619c6d824471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:25.896749 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d9f0412e-625f-4851-ab03-3a27b366ec8c req-5c16f6d4-e8c3-4596-b5d6-619c6d824471 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=10837d44-5e1e-4f4f-9b67-bd818970debd HTTP/1.1" status: 200 len: 859 time: 0.0840099 Jun 21 04:30:25.913778 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-52be1a66-c3ce-438a-a322-9057de2b085c req-6c2767a6-ef96-4919-99dd-5a1afbe66b6b tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701501 Jun 21 04:30:25.944716 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d9f0412e-625f-4851-ab03-3a27b366ec8c req-cf2b97eb-62e0-449e-887e-9d7c364e8c6c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ba5c6907-199a-4e01-99a2-5c56bd766c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363362 Jun 21 04:30:25.945282 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [req-451a23ef-8592-42ae-beac-c60c33318ee5 req-d54cc98b-7fb2-4ea2-9b5e-c0e5e343555d tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] For port df625040-cc16-4598-b278-ccc2a65cba6d, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=df625040-cc16-4598-b278-ccc2a65cba6d,segment=NetworkSegment(944f06cf-55b1-4da8-b87a-af1ac241e0bc),segment_id=944f06cf-55b1-4da8-b87a-af1ac241e0bc)] {{(pid=92743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:25.945415 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-451a23ef-8592-42ae-beac-c60c33318ee5 req-d54cc98b-7fb2-4ea2-9b5e-c0e5e343555d tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:25.956464 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d1ee7de4-228c-48b3-ba83-17f23ed4a6cb req-693c5404-b294-4041-bb6d-926ad1a786cc tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/security-groups?id=50433de2-bf8c-411e-89ba-e2bceb17a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905805 Jun 21 04:30:25.993793 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470b06d8-ca41-4a32-ac36-0ed5962f6d63 x-openstack-request-id: req-470b06d8-ca41-4a32-ac36-0ed5962f6d63 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:25.994190 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33bc796c-9e26-4129-b744-b73fada679df", "name": "network-vif-plugged", "status": "completed", "tag": "51345e1e-82fe-4b2d-8c90-c798d0ce1545", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:25.995612 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-470b06d8-ca41-4a32-ac36-0ed5962f6d63 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:25.995612 dv-cinder-797170-3-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33bc796c-9e26-4129-b744-b73fada679df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51345e1e-82fe-4b2d-8c90-c798d0ce1545', 'code': 200} Jun 21 04:30:26.143400 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d9f0412e-625f-4851-ab03-3a27b366ec8c req-a46205a3-a680-4144-a295-00d850dce953 service neutron] 10.222.0.61 "GET /v2.0/networks/ba5c6907-199a-4e01-99a2-5c56bd766c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859524 Jun 21 04:30:26.300375 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d9f0412e-625f-4851-ab03-3a27b366ec8c req-74e13f88-c254-4260-bf52-0df0ed982128 service neutron] 10.222.0.61 "GET /v2.0/networks/ba5c6907-199a-4e01-99a2-5c56bd766c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476073 Jun 21 04:30:26.431735 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f8553-e6ec-4883-b458-26d0fa915427 req-73940fb8-2fc5-4459-a139-71f73cc791cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:26.433627 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-538f8553-e6ec-4883-b458-26d0fa915427 req-73940fb8-2fc5-4459-a139-71f73cc791cc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=33bc796c-9e26-4129-b744-b73fada679df HTTP/1.1" status: 200 len: 1099 time: 0.1137466 Jun 21 04:30:26.490887 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-538f8553-e6ec-4883-b458-26d0fa915427 req-0d08ab4c-3d01-4525-941c-7ce2af9cf928 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c7767e9d-99a8-4d38-9ad4-d05583d55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465045 Jun 21 04:30:26.535037 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [req-451a23ef-8592-42ae-beac-c60c33318ee5 req-d54cc98b-7fb2-4ea2-9b5e-c0e5e343555d tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Calling delete_port for df625040-cc16-4598-b278-ccc2a65cba6d owned by compute:nova {{(pid=92743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:30:26.782238 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-451a23ef-8592-42ae-beac-c60c33318ee5 req-d54cc98b-7fb2-4ea2-9b5e-c0e5e343555d tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629729'] for port, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:26.789576 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:26.799414 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['df625040-cc16-4598-b278-ccc2a65cba6d'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:30:26.829444 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54cc98b-7fb2-4ea2-9b5e-c0e5e343555d tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Pushing event deleted for resources: {'Port': ['ID=df625040-cc16-4598-b278-ccc2a65cba6d,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:26.834186 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-d54cc98b-7fb2-4ea2-9b5e-c0e5e343555d tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:26.899565 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [req-451a23ef-8592-42ae-beac-c60c33318ee5 req-d54cc98b-7fb2-4ea2-9b5e-c0e5e343555d tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] No DVR routers for this DVR port df625040-cc16-4598-b278-ccc2a65cba6d on host hv-cinder-79717 {{(pid=92743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:30:26.906021 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-451a23ef-8592-42ae-beac-c60c33318ee5 req-d54cc98b-7fb2-4ea2-9b5e-c0e5e343555d tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:26.908272 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-451a23ef-8592-42ae-beac-c60c33318ee5 req-d54cc98b-7fb2-4ea2-9b5e-c0e5e343555d tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.61 "DELETE /v2.0/ports/df625040-cc16-4598-b278-ccc2a65cba6d HTTP/1.1" status: 204 len: 173 time: 1.3587642 Jun 21 04:30:26.908930 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4923d8-edcc-4c50-a0f8-79bddd08679e', 'name': 'network-vif-deleted', 'tag': 'df625040-cc16-4598-b278-ccc2a65cba6d'}] {{(pid=92743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:26.911456 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f341443fd223dcfc934d9995c5c4b990c7400f9cb91ffc9321324360bae7ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca65b751-bd29-4b95-b4b1-795ba8329ad7" -d '{"events": [{"server_uuid": "ee4923d8-edcc-4c50-a0f8-79bddd08679e", "name": "network-vif-deleted", "tag": "df625040-cc16-4598-b278-ccc2a65cba6d"}]}' {{(pid=92743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:26.924036 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da27d67-9b5b-463e-a599-390c6872ec28 req-b8908495-8711-4d58-a629-153f94a91d16 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:26.933805 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5da27d67-9b5b-463e-a599-390c6872ec28 req-b8908495-8711-4d58-a629-153f94a91d16 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc796c-9e26-4129-b744-b73fada679df HTTP/1.1" status: 200 len: 946 time: 0.3819551 Jun 21 04:30:26.997871 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5da27d67-9b5b-463e-a599-390c6872ec28 req-5eaf4878-14b5-4173-8ece-4c04a09573bc tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7767e9d-99a8-4d38-9ad4-d05583d55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626309 Jun 21 04:30:27.041206 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788fdf8-0ed7-44c6-8cc2-0ab2555dc8c8 req-b376396a-fe69-42a0-ade7-83b54a6cbd4f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:27.051907 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b788fdf8-0ed7-44c6-8cc2-0ab2555dc8c8 req-b376396a-fe69-42a0-ade7-83b54a6cbd4f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.2736962 Jun 21 04:30:27.089577 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9785e962-6c3c-4c02-b2e5-576732473734 x-openstack-request-id: req-9785e962-6c3c-4c02-b2e5-576732473734 {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:27.089923 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4923d8-edcc-4c50-a0f8-79bddd08679e", "name": "network-vif-deleted", "tag": "df625040-cc16-4598-b278-ccc2a65cba6d", "status": "completed", "code": 200}]} {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:27.090221 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9785e962-6c3c-4c02-b2e5-576732473734 {{(pid=92743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:27.090672 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4923d8-edcc-4c50-a0f8-79bddd08679e', 'name': 'network-vif-deleted', 'tag': 'df625040-cc16-4598-b278-ccc2a65cba6d', 'status': 'completed', 'code': 200} Jun 21 04:30:27.109679 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b788fdf8-0ed7-44c6-8cc2-0ab2555dc8c8 req-a4e73db9-736b-445a-857c-822773b4b27b tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559855 Jun 21 04:30:27.293386 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749683f-34eb-449e-9111-13762020e9e7 req-7fd3b60b-6f54-4ee6-ae4f-469f5802305e tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:27.301493 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-8749683f-34eb-449e-9111-13762020e9e7 req-7fd3b60b-6f54-4ee6-ae4f-469f5802305e tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.0936754 Jun 21 04:30:27.301752 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3ed98cac-dede-4a9b-ba43-c88223b5e865 req-98a73482-87f3-42e8-aa85-e813a7223552 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee4923d8-edcc-4c50-a0f8-79bddd08679e HTTP/1.1" status: 200 len: 210 time: 0.0442555 Jun 21 04:30:27.353450 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-8749683f-34eb-449e-9111-13762020e9e7 req-b4b2d038-998d-464b-84d5-a8bc29ce13ad tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444496 Jun 21 04:30:28.307190 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd671a8-f58e-44c3-8142-3dde932dfa47 req-815128c1-642b-4d35-897a-6e08eb966687 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:28.309443 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-edd671a8-f58e-44c3-8142-3dde932dfa47 req-815128c1-642b-4d35-897a-6e08eb966687 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc796c-9e26-4129-b744-b73fada679df HTTP/1.1" status: 200 len: 946 time: 0.1859441 Jun 21 04:30:28.376693 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343f133-1493-493e-8098-390c8f3e6303 req-e31555c3-e3c9-409a-b3a6-987037da9c2c tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:28.378526 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5343f133-1493-493e-8098-390c8f3e6303 req-e31555c3-e3c9-409a-b3a6-987037da9c2c tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.0866077 Jun 21 04:30:28.389179 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-edd671a8-f58e-44c3-8142-3dde932dfa47 req-e2e66319-2e56-4548-a120-6046d3048087 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7767e9d-99a8-4d38-9ad4-d05583d55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671675 Jun 21 04:30:28.444651 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5343f133-1493-493e-8098-390c8f3e6303 req-114e595d-ea24-4743-a6d8-9e2c53e8428c tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552206 Jun 21 04:30:28.849218 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c46c36-c3fb-423b-b84b-b9cbc4ec5734 req-9ff72b9f-9f55-491b-8fd8-06316cfe93c0 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:28.864839 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-29c46c36-c3fb-423b-b84b-b9cbc4ec5734 req-9ff72b9f-9f55-491b-8fd8-06316cfe93c0 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.1685560 Jun 21 04:30:29.007450 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-29c46c36-c3fb-423b-b84b-b9cbc4ec5734 req-96d13008-97ba-4eea-97d4-f3b0f56431fd tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325703 Jun 21 04:30:29.057815 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device df625040-cc16-4598-b278-ccc2a65cba6d no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:30:29.068534 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-490a8777-9f13-4eac-b411-241ca6cc4800 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:29.083126 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-490a8777-9f13-4eac-b411-241ca6cc4800 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/networks?id=7663d365-7142-4e36-8e59-b7863d4789a3 HTTP/1.1" status: 200 len: 808 time: 0.2574227 Jun 21 04:30:29.101628 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] No Port match for: df625040-cc16-4598-b278-ccc2a65cba6d {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:30:29.103262 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device df625040-cc16-4598-b278-ccc2a65cba6d not bound to the agent host hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:30:29.113787 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-3a385091-e0e6-44cb-8ba8-db88197395fb tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/quotas/05e896ce52b34ef78c511a9600515ae4 HTTP/1.1" status: 200 len: 375 time: 0.0275481 Jun 21 04:30:29.174209 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-b535870c-b5f6-4dc3-aed2-83f0dfe95863 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=05e896ce52b34ef78c511a9600515ae4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587311 Jun 21 04:30:29.359444 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-d18fe1af-b433-4cec-a1f2-34a0a0467117 service neutron] 10.222.0.60 "GET /v2.0/networks/7663d365-7142-4e36-8e59-b7863d4789a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726260 Jun 21 04:30:29.528853 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-130a168e-864b-47a1-a1b7-c0a70291c94d service neutron] 10.222.0.60 "GET /v2.0/networks/7663d365-7142-4e36-8e59-b7863d4789a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673915 Jun 21 04:30:29.562320 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c67502-97f3-459c-8dd3-1ec663cf6aa2 req-dca4ebcf-5bd3-4643-b166-bd3d2a911287 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:29.564315 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-76c67502-97f3-459c-8dd3-1ec663cf6aa2 req-dca4ebcf-5bd3-4643-b166-bd3d2a911287 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.1176271 Jun 21 04:30:29.625093 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-76c67502-97f3-459c-8dd3-1ec663cf6aa2 req-320e1a71-edf5-46ff-8717-37a7b9bafd92 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521822 Jun 21 04:30:29.770557 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-41c49e7d-88c9-4b33-a434-acb212d3b292 req-66da7c25-95c2-496d-b6ea-7413eb292a7d tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=7741c19f-ff56-48b8-8814-ad1eff8cbfe6 HTTP/1.1" status: 200 len: 210 time: 0.0438247 Jun 21 04:30:29.902032 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6476adf-2a7f-4f07-9e92-e4faf221f9fe req-197b64b2-d98b-4ed5-9568-c16eabb7931f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:29.905673 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f6476adf-2a7f-4f07-9e92-e4faf221f9fe req-197b64b2-d98b-4ed5-9568-c16eabb7931f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.0898345 Jun 21 04:30:29.976425 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f6476adf-2a7f-4f07-9e92-e4faf221f9fe req-79bd6632-a424-4d2d-8a8b-e4e01c069e77 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624163 Jun 21 04:30:30.396892 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f69e9-e3d5-450d-be38-4469a35d12b0 req-319e44c5-1cfb-4495-9e43-72605d22e6f6 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:30.408066 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-078f69e9-e3d5-450d-be38-4469a35d12b0 req-319e44c5-1cfb-4495-9e43-72605d22e6f6 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.1628163 Jun 21 04:30:30.490784 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-078f69e9-e3d5-450d-be38-4469a35d12b0 req-a50ba9ca-88a2-4684-9a02-23a4c7ac9e2b tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768464 Jun 21 04:30:31.005967 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec9bf4-68c6-468b-962b-db6d77c781b0 req-c0a11c14-5b54-487a-b10b-4ea02af446c3 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:31.029596 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-02ec9bf4-68c6-468b-962b-db6d77c781b0 req-c0a11c14-5b54-487a-b10b-4ea02af446c3 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.1593316 Jun 21 04:30:31.089952 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-15b68e49-900f-46b3-ae18-07c2bf7f7f5f req-3c046529-50f8-4163-b19e-671458524530 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=7741c19f-ff56-48b8-8814-ad1eff8cbfe6 HTTP/1.1" status: 200 len: 210 time: 0.0696926 Jun 21 04:30:31.120123 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-02ec9bf4-68c6-468b-962b-db6d77c781b0 req-16dbf51a-4a41-4573-9460-8fc240f3397c tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887988 Jun 21 04:30:31.504570 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-0ab4d482-e60e-409f-9590-fff5c752fea3 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:31.509861 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-0ab4d482-e60e-409f-9590-fff5c752fea3 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.61 "GET /v2.0/networks?id=7663d365-7142-4e36-8e59-b7863d4789a3 HTTP/1.1" status: 200 len: 808 time: 0.2578413 Jun 21 04:30:31.529729 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-6012aec8-6ff9-4848-9ecd-54cf71c5e708 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Request body: {'port': {'device_id': '7741c19f-ff56-48b8-8814-ad1eff8cbfe6', 'network_id': '7663d365-7142-4e36-8e59-b7863d4789a3', 'admin_state_up': True, 'tenant_id': '05e896ce52b34ef78c511a9600515ae4'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:31.557041 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fb877-67fc-4c51-b1c1-38e4517d8a30 req-e48f577a-bf40-4b5a-9ec9-afda2c758056 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:31.565493 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9f7fb877-67fc-4c51-b1c1-38e4517d8a30 req-e48f577a-bf40-4b5a-9ec9-afda2c758056 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.2153237 Jun 21 04:30:31.671491 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9f7fb877-67fc-4c51-b1c1-38e4517d8a30 req-1a69b851-e09a-4e59-ba9d-21da958875ea tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046379 Jun 21 04:30:31.856258 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f64786-8f5f-44c9-bfab-8f6ec28fb3bf req-efb73602-1edb-473a-b5b7-9427c325f27b tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:31.872096 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-15f64786-8f5f-44c9-bfab-8f6ec28fb3bf req-efb73602-1edb-473a-b5b7-9427c325f27b tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.1891785 Jun 21 04:30:31.878220 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-6012aec8-6ff9-4848-9ecd-54cf71c5e708 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Made reservation on behalf of 05e896ce52b34ef78c511a9600515ae4 for: {'port': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:30:31.884342 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-6012aec8-6ff9-4848-9ecd-54cf71c5e708 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:32.011429 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-15f64786-8f5f-44c9-bfab-8f6ec28fb3bf req-37c2a728-3fac-4431-89a1-f63dd8e81cb8 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385705 Jun 21 04:30:32.132983 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_common [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-6012aec8-6ff9-4848-9ecd-54cf71c5e708 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Allocated IP 172.20.0.4 (7663d365-7142-4e36-8e59-b7863d4789a3/923aeb57-dfd4-47ff-9a98-6da725f4bbdd/a8dce15f-5fd1-4568-85b6-2ae12d12c871) {{(pid=92743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:30:32.401489 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-c9dc9522-ef54-4efd-8f4c-7a67da24d1bc req-0b46cfd1-649e-4261-8ad0-cf41d010914b tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=7741c19f-ff56-48b8-8814-ad1eff8cbfe6 HTTP/1.1" status: 200 len: 210 time: 0.0696847 Jun 21 04:30:32.638136 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-6012aec8-6ff9-4848-9ecd-54cf71c5e708 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Notify callbacks [] for port, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:32.749892 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ba958-1ef4-45c1-88f8-764a4d6dbc29 req-78a939dc-2c7b-4314-9cab-48ad2e7056dd tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:32.752577 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f71ba958-1ef4-45c1-88f8-764a4d6dbc29 req-78a939dc-2c7b-4314-9cab-48ad2e7056dd tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.2020116 Jun 21 04:30:32.770316 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25324a7c-df9a-49cc-b7e8-de458967a808 req-d9419e5f-4e7f-4c7a-a426-b370908c0871 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:32.772338 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-25324a7c-df9a-49cc-b7e8-de458967a808 req-d9419e5f-4e7f-4c7a-a426-b370908c0871 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc796c-9e26-4129-b744-b73fada679df HTTP/1.1" status: 200 len: 946 time: 0.1419747 Jun 21 04:30:32.799110 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-6012aec8-6ff9-4848-9ecd-54cf71c5e708 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60629742'] for port, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:32.808723 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:32.883659 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-25324a7c-df9a-49cc-b7e8-de458967a808 req-2a785458-8b1f-4458-9626-57cc561713a6 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7767e9d-99a8-4d38-9ad4-d05583d55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944047 Jun 21 04:30:32.963713 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-6012aec8-6ff9-4848-9ecd-54cf71c5e708 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Network 7663d365-7142-4e36-8e59-b7863d4789a3 is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:30:32.974252 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-6012aec8-6ff9-4848-9ecd-54cf71c5e708 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:32.987003 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f71ba958-1ef4-45c1-88f8-764a4d6dbc29 req-a9767966-4641-4162-9982-571b4e0b3b6a tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2276523 Jun 21 04:30:32.988173 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-6012aec8-6ff9-4848-9ecd-54cf71c5e708 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Received port after_create {{(pid=92743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:30:33.111867 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012aec8-6ff9-4848-9ecd-54cf71c5e708 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Pushing event updated for resources: {'Port': ['ID=a8dce15f-5fd1-4568-85b6-2ae12d12c871,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:33.142560 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-6012aec8-6ff9-4848-9ecd-54cf71c5e708 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:33.167413 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-6012aec8-6ff9-4848-9ecd-54cf71c5e708 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:33.167695 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-6012aec8-6ff9-4848-9ecd-54cf71c5e708 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:33.196006 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-6012aec8-6ff9-4848-9ecd-54cf71c5e708 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6775701 Jun 21 04:30:33.228209 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Request body: {'port': {'device_id': '7741c19f-ff56-48b8-8814-ad1eff8cbfe6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:33.346978 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0324e89-29e5-4760-a52d-2c0954c5d3b6 req-b109d5fe-df3e-4e7d-87af-ecb95f79037e tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:33.349759 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c0324e89-29e5-4760-a52d-2c0954c5d3b6 req-b109d5fe-df3e-4e7d-87af-ecb95f79037e tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.1513536 Jun 21 04:30:33.412252 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c0324e89-29e5-4760-a52d-2c0954c5d3b6 req-62e0a975-cd24-4437-809a-e36b235accf4 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566852 Jun 21 04:30:33.503091 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:33.545442 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9fc06-f205-443f-9278-4da511c8d959 req-c8fc2cfe-5596-4a31-9ffd-dc121a179d95 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:33.548371 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-02f9fc06-f205-443f-9278-4da511c8d959 req-c8fc2cfe-5596-4a31-9ffd-dc121a179d95 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.2692006 Jun 21 04:30:33.674398 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:30:33.678824 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1c786-4fee-40fb-8bfc-7075cf75baa1 req-1eecda9f-fab9-4dfd-8335-e4e5a2a106d7 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:33.688704 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-cfe1c786-4fee-40fb-8bfc-7075cf75baa1 req-1eecda9f-fab9-4dfd-8335-e4e5a2a106d7 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=7741c19f-ff56-48b8-8814-ad1eff8cbfe6 HTTP/1.1" status: 200 len: 931 time: 0.1001732 Jun 21 04:30:33.713942 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-02f9fc06-f205-443f-9278-4da511c8d959 req-8b13a7b9-9a5e-4697-8b2f-9c4f15650b7c tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585152 Jun 21 04:30:33.747339 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-cfe1c786-4fee-40fb-8bfc-7075cf75baa1 req-cf87f242-0dfe-4d4a-96f7-92814608a261 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/security-groups?id=50433de2-bf8c-411e-89ba-e2bceb17a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573854 Jun 21 04:30:34.031251 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.notifiers.nova [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8dce15f-5fd1-4568-85b6-2ae12d12c871 {{(pid=92743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:34.043347 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:34.067262 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.provisioning_blocks [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Transition to ACTIVE for port object a8dce15f-5fd1-4568-85b6-2ae12d12c871 will not be triggered until provisioned by entity L2. {{(pid=92743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:34.074696 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629720'] for port, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:34.086455 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:34.251105 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Pushing event updated for resources: {'Port': ['ID=a8dce15f-5fd1-4568-85b6-2ae12d12c871,revision_number=2']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:34.362968 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:34.363497 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:34.363965 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:34.364428 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:34.364916 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:34.365441 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:34.365896 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:34.366347 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:34.366876 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:34.367324 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:34.367774 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:34.368221 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:34.376302 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:34.445392 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8f2ff-d3f1-455f-974a-427cc9d5de97 req-aabaa1e6-171f-44bc-999c-3511f1e95c0c tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:34.447034 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d7e8f2ff-d3f1-455f-974a-427cc9d5de97 req-aabaa1e6-171f-44bc-999c-3511f1e95c0c tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.61 "GET /v2.0/ports?device_id=33bc796c-9e26-4129-b744-b73fada679df HTTP/1.1" status: 200 len: 946 time: 0.2226279 Jun 21 04:30:34.475095 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332f883-fd00-458d-ac64-270931c7d372 req-ddabac69-588e-4f30-b25c-68067e8ae23a tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:34.477336 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f13ad-de32-443b-844e-a36634a63627 req-e0d68078-fb5c-41f8-a414-cfd751081a57 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:34.481790 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9332f883-fd00-458d-ac64-270931c7d372 req-ddabac69-588e-4f30-b25c-68067e8ae23a tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.1872194 Jun 21 04:30:34.484994 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-612f13ad-de32-443b-844e-a36634a63627 req-e0d68078-fb5c-41f8-a414-cfd751081a57 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc796c-9e26-4129-b744-b73fada679df HTTP/1.1" status: 200 len: 946 time: 0.3092034 Jun 21 04:30:34.485444 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.managers [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Attempting to bind port a8dce15f-5fd1-4568-85b6-2ae12d12c871 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:30:34.485788 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.managers [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Attempting to bind port a8dce15f-5fd1-4568-85b6-2ae12d12c871 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '944f06cf-55b1-4da8-b87a-af1ac241e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7663d365-7142-4e36-8e59-b7863d4789a3'}] {{(pid=92743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:30:34.486121 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Attempting to bind port a8dce15f-5fd1-4568-85b6-2ae12d12c871 on network 7663d365-7142-4e36-8e59-b7863d4789a3 {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:34.493631 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Port a8dce15f-5fd1-4568-85b6-2ae12d12c871 on network 7663d365-7142-4e36-8e59-b7863d4789a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:30:34.493969 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Attempting to bind port a8dce15f-5fd1-4568-85b6-2ae12d12c871 on network 7663d365-7142-4e36-8e59-b7863d4789a3 {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:34.546286 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-612f13ad-de32-443b-844e-a36634a63627 req-33491641-8e97-4ae6-909b-d09a2fa7a9c3 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7767e9d-99a8-4d38-9ad4-d05583d55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528424 Jun 21 04:30:34.547758 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Checking agent: {'id': '96b302db-cc9c-42f9-932f-b12d5511dc88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'started_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:30:34.548399 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Checking segment: {'id': '944f06cf-55b1-4da8-b87a-af1ac241e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7663d365-7142-4e36-8e59-b7863d4789a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:30:34.549299 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Bound using segment: {'id': '944f06cf-55b1-4da8-b87a-af1ac241e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7663d365-7142-4e36-8e59-b7863d4789a3'} {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:30:34.549879 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.managers [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Bound port: a8dce15f-5fd1-4568-85b6-2ae12d12c871, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944f06cf-55b1-4da8-b87a-af1ac241e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7663d365-7142-4e36-8e59-b7863d4789a3'}}] {{(pid=92743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:30:34.551882 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:34.625069 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9332f883-fd00-458d-ac64-270931c7d372 req-1707ede7-86cf-4760-8ff4-7279a158c561 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932016 Jun 21 04:30:34.732547 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] For port a8dce15f-5fd1-4568-85b6-2ae12d12c871, host hv-cinder-79717, cleared binding levels {{(pid=92743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:30:34.739552 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] For port a8dce15f-5fd1-4568-85b6-2ae12d12c871, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=a8dce15f-5fd1-4568-85b6-2ae12d12c871,segment=NetworkSegment(944f06cf-55b1-4da8-b87a-af1ac241e0bc),segment_id=944f06cf-55b1-4da8-b87a-af1ac241e0bc)] {{(pid=92743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:30:34.756509 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629720'] for port, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:34.766894 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:34.776977 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [req-d7e8f2ff-d3f1-455f-974a-427cc9d5de97 req-5ea970eb-d1e9-45ea-8968-297c7d52e7f3 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Deleting port 51345e1e-82fe-4b2d-8c90-c798d0ce1545 {{(pid=92744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:30:34.777357 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-d7e8f2ff-d3f1-455f-974a-427cc9d5de97 req-5ea970eb-d1e9-45ea-8968-297c7d52e7f3 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:34.958977 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:34.958977 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:34.958977 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] 10.222.0.61 "PUT /v2.0/ports/a8dce15f-5fd1-4568-85b6-2ae12d12c871 HTTP/1.1" status: 200 len: 1093 time: 1.7444873 Jun 21 04:30:34.969286 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7741c19f-ff56-48b8-8814-ad1eff8cbfe6', 'tag': 'a8dce15f-5fd1-4568-85b6-2ae12d12c871'}] {{(pid=92743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:34.988044 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f341443fd223dcfc934d9995c5c4b990c7400f9cb91ffc9321324360bae7ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba801324-d570-45c5-9f82-1eff549746bf" -d '{"events": [{"name": "network-changed", "server_uuid": "7741c19f-ff56-48b8-8814-ad1eff8cbfe6", "tag": "a8dce15f-5fd1-4568-85b6-2ae12d12c871"}]}' {{(pid=92743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:35.080917 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-d7e8f2ff-d3f1-455f-974a-427cc9d5de97 req-5ea970eb-d1e9-45ea-8968-297c7d52e7f3 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] For port 51345e1e-82fe-4b2d-8c90-c798d0ce1545, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=51345e1e-82fe-4b2d-8c90-c798d0ce1545,segment=NetworkSegment(ff3d8cae-80e6-4fc7-9a29-0b7bfd4c5672),segment_id=ff3d8cae-80e6-4fc7-9a29-0b7bfd4c5672)] {{(pid=92744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:35.082206 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-d7e8f2ff-d3f1-455f-974a-427cc9d5de97 req-5ea970eb-d1e9-45ea-8968-297c7d52e7f3 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:35.145644 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Pushing event updated for resources: {'Port': ['ID=a8dce15f-5fd1-4568-85b6-2ae12d12c871,revision_number=3']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:35.167121 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:35.219689 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [req-d7e8f2ff-d3f1-455f-974a-427cc9d5de97 req-5ea970eb-d1e9-45ea-8968-297c7d52e7f3 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Calling delete_port for 51345e1e-82fe-4b2d-8c90-c798d0ce1545 owned by compute:nova {{(pid=92744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:30:35.251354 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941062b-17a1-4232-a043-ee48639bb321 req-26b5a472-c315-4fb4-9518-b511bfad3131 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:35.264276 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-c941062b-17a1-4232-a043-ee48639bb321 req-26b5a472-c315-4fb4-9518-b511bfad3131 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.4313738 Jun 21 04:30:35.281386 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9178ab6-48e9-4e6d-a112-f17103a716b7 req-bb1e0386-e87a-48ae-a5d8-b68c7f5b1f65 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:35.283103 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-e9178ab6-48e9-4e6d-a112-f17103a716b7 req-bb1e0386-e87a-48ae-a5d8-b68c7f5b1f65 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.3370442 Jun 21 04:30:35.309543 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-1515b11e-6b67-4258-9de3-4219a3c0f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:35.312118 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-1515b11e-6b67-4258-9de3-4219a3c0f678 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=05e896ce52b34ef78c511a9600515ae4&device_id=7741c19f-ff56-48b8-8814-ad1eff8cbfe6 HTTP/1.1" status: 200 len: 1096 time: 0.2380376 Jun 21 04:30:35.381214 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-e9178ab6-48e9-4e6d-a112-f17103a716b7 req-a4169be8-8640-426a-b81e-ecb27b08be46 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566819 Jun 21 04:30:35.415319 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-30d42e14-cb0d-4bef-b2c7-1907ffe69f68 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8dce15f-5fd1-4568-85b6-2ae12d12c871 HTTP/1.1" status: 200 len: 217 time: 0.0856113 Jun 21 04:30:35.424679 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-c941062b-17a1-4232-a043-ee48639bb321 req-cbaeb96f-9e84-420c-9cdc-fad165759287 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527281 Jun 21 04:30:35.504196 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-d7e8f2ff-d3f1-455f-974a-427cc9d5de97 req-5ea970eb-d1e9-45ea-8968-297c7d52e7f3 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010082'] for port, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:35.510412 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-32fc6d86-b2ce-46a6-b0a4-4860e7d402c4 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:35.515476 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-51027f4e-8c0b-4658-9f09-3c526a405f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:35.517447 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['51345e1e-82fe-4b2d-8c90-c798d0ce1545'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:30:35.520838 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-51027f4e-8c0b-4658-9f09-3c526a405f0a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=923aeb57-dfd4-47ff-9a98-6da725f4bbdd HTTP/1.1" status: 200 len: 848 time: 0.0934939 Jun 21 04:30:35.576562 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-d7bb19df-2250-4fe8-aab8-030e8a5286b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7663d365-7142-4e36-8e59-b7863d4789a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467618 Jun 21 04:30:35.586372 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea970eb-d1e9-45ea-8968-297c7d52e7f3 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Pushing event deleted for resources: {'Port': ['ID=51345e1e-82fe-4b2d-8c90-c798d0ce1545,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:35.590436 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bd1c12-20c3-4956-a809-a7fe056e5fd0 x-openstack-request-id: req-22bd1c12-20c3-4956-a809-a7fe056e5fd0 {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:35.594967 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7741c19f-ff56-48b8-8814-ad1eff8cbfe6", "tag": "a8dce15f-5fd1-4568-85b6-2ae12d12c871", "status": "completed", "code": 200}]} {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:35.595783 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22bd1c12-20c3-4956-a809-a7fe056e5fd0 {{(pid=92743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:35.596497 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7741c19f-ff56-48b8-8814-ad1eff8cbfe6', 'tag': 'a8dce15f-5fd1-4568-85b6-2ae12d12c871', 'status': 'completed', 'code': 200} Jun 21 04:30:35.624048 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-5ea970eb-d1e9-45ea-8968-297c7d52e7f3 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:35.731178 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e8f2ff-d3f1-455f-974a-427cc9d5de97 req-5ea970eb-d1e9-45ea-8968-297c7d52e7f3 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] No DVR routers for this DVR port 51345e1e-82fe-4b2d-8c90-c798d0ce1545 on host hv-cinder-79717 {{(pid=92744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:30:35.736806 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-d7e8f2ff-d3f1-455f-974a-427cc9d5de97 req-5ea970eb-d1e9-45ea-8968-297c7d52e7f3 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:35.739670 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d7e8f2ff-d3f1-455f-974a-427cc9d5de97 req-5ea970eb-d1e9-45ea-8968-297c7d52e7f3 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.61 "DELETE /v2.0/ports/51345e1e-82fe-4b2d-8c90-c798d0ce1545 HTTP/1.1" status: 204 len: 173 time: 1.2809856 Jun 21 04:30:35.740462 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bc796c-9e26-4129-b744-b73fada679df', 'name': 'network-vif-deleted', 'tag': '51345e1e-82fe-4b2d-8c90-c798d0ce1545'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:35.747490 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c4ad8b-6a62-4082-8a3f-d0479243c457" -d '{"events": [{"server_uuid": "33bc796c-9e26-4129-b744-b73fada679df", "name": "network-vif-deleted", "tag": "51345e1e-82fe-4b2d-8c90-c798d0ce1545"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:35.776195 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e97d0-4c59-421c-955d-fe93d0dec884 req-09467797-0380-42fb-93e1-8bd40d339dc5 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:35.778749 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ed8e97d0-4c59-421c-955d-fe93d0dec884 req-09467797-0380-42fb-93e1-8bd40d339dc5 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=7741c19f-ff56-48b8-8814-ad1eff8cbfe6 HTTP/1.1" status: 200 len: 943 time: 0.1960382 Jun 21 04:30:35.791378 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-67d3ab26-f3e9-4a38-88c4-b58225a3ddff req-b3310648-559a-4302-b4b3-9ffd29b45e73 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc796c-9e26-4129-b744-b73fada679df HTTP/1.1" status: 200 len: 210 time: 0.0701232 Jun 21 04:30:35.810512 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-b4a45cf6-1af1-4b76-ab24-31457fd73745 service neutron] 10.222.0.61 "GET /v2.0/networks/7663d365-7142-4e36-8e59-b7863d4789a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123861 Jun 21 04:30:35.912570 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ed8e97d0-4c59-421c-955d-fe93d0dec884 req-92335bb1-5375-4fb3-945c-96c1baf40692 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/security-groups?id=50433de2-bf8c-411e-89ba-e2bceb17a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166880 Jun 21 04:30:36.043656 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566d1d96-016f-4b21-a4f0-b5bbdf6bfca9 x-openstack-request-id: req-566d1d96-016f-4b21-a4f0-b5bbdf6bfca9 {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:36.043992 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33bc796c-9e26-4129-b744-b73fada679df", "name": "network-vif-deleted", "tag": "51345e1e-82fe-4b2d-8c90-c798d0ce1545", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:36.044292 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-566d1d96-016f-4b21-a4f0-b5bbdf6bfca9 {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:36.044852 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33bc796c-9e26-4129-b744-b73fada679df', 'name': 'network-vif-deleted', 'tag': '51345e1e-82fe-4b2d-8c90-c798d0ce1545', 'status': 'completed', 'code': 200} Jun 21 04:30:36.115090 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-38ad3065-3c86-4fdd-937d-94228fbec6cb req-8f7405c6-6630-4d3e-89b7-dc197fcee789 service neutron] 10.222.0.61 "GET /v2.0/networks/7663d365-7142-4e36-8e59-b7863d4789a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921340 Jun 21 04:30:36.135435 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bddec-968b-4461-8134-af0c0a8acf2d req-55e3742f-dcf5-478a-9819-392ed6349426 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:36.145657 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d92bddec-968b-4461-8134-af0c0a8acf2d req-55e3742f-dcf5-478a-9819-392ed6349426 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.2051005 Jun 21 04:30:36.212476 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d92bddec-968b-4461-8134-af0c0a8acf2d req-94026623-a1e7-4eaf-87f3-dd21d2f19797 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657499 Jun 21 04:30:36.341854 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba801324-d570-45c5-9f82-1eff549746bf req-a1ac70e4-a659-4757-86cb-107cdf80b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:36.344630 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ba801324-d570-45c5-9f82-1eff549746bf req-a1ac70e4-a659-4757-86cb-107cdf80b872 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=05e896ce52b34ef78c511a9600515ae4&device_id=7741c19f-ff56-48b8-8814-ad1eff8cbfe6 HTTP/1.1" status: 200 len: 1096 time: 0.1269014 Jun 21 04:30:36.581936 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba801324-d570-45c5-9f82-1eff549746bf req-ba4176f1-15f8-4a95-baf8-648ef700f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:36.583871 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ba801324-d570-45c5-9f82-1eff549746bf req-ba4176f1-15f8-4a95-baf8-648ef700f7c4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7663d365-7142-4e36-8e59-b7863d4789a3 HTTP/1.1" status: 200 len: 909 time: 0.2325344 Jun 21 04:30:36.711093 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ba801324-d570-45c5-9f82-1eff549746bf req-254e33f2-62c4-48f7-a337-c7ce8efb32e1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8dce15f-5fd1-4568-85b6-2ae12d12c871 HTTP/1.1" status: 200 len: 217 time: 0.1181273 Jun 21 04:30:36.803090 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 52540) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:36.906559 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add5bae-515f-4715-88f9-1ece59ff2fe1 req-47270224-821a-4bb6-956e-139524fbd4d8 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:36.909719 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-4add5bae-515f-4715-88f9-1ece59ff2fe1 req-47270224-821a-4bb6-956e-139524fbd4d8 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.1894085 Jun 21 04:30:36.954704 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba801324-d570-45c5-9f82-1eff549746bf req-5a082fe7-f91a-4cda-b278-40ab2aa3fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:36.958320 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ba801324-d570-45c5-9f82-1eff549746bf req-5a082fe7-f91a-4cda-b278-40ab2aa3fc90 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=923aeb57-dfd4-47ff-9a98-6da725f4bbdd HTTP/1.1" status: 200 len: 848 time: 0.2382360 Jun 21 04:30:37.037715 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ba801324-d570-45c5-9f82-1eff549746bf req-6c1aedff-9222-4abc-aaec-8c8148282b7a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7663d365-7142-4e36-8e59-b7863d4789a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540662 Jun 21 04:30:37.062413 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd5242-aa2f-4072-8810-e4adecab5ea5 req-da429474-bc94-4450-bb68-c2dcb99f1751 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:37.065154 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-7efd5242-aa2f-4072-8810-e4adecab5ea5 req-da429474-bc94-4450-bb68-c2dcb99f1751 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.2114584 Jun 21 04:30:37.085568 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device d10fe1da-cd3b-4a9b-b7cc-e394809a994e details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92745) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:30:37.179057 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-7efd5242-aa2f-4072-8810-e4adecab5ea5 req-de865713-bf7b-4720-aa19-bcb60ae86fc8 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021564 Jun 21 04:30:37.249808 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ba801324-d570-45c5-9f82-1eff549746bf req-0c361c7d-b7ec-4e51-82e6-f5c1ff032460 service neutron] 10.222.0.61 "GET /v2.0/networks/7663d365-7142-4e36-8e59-b7863d4789a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832845 Jun 21 04:30:37.313653 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port d10fe1da-cd3b-4a9b-b7cc-e394809a994e, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d10fe1da-cd3b-4a9b-b7cc-e394809a994e,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:37.339023 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Returning: {'device': 'd10fe1da-cd3b-4a9b-b7cc-e394809a994e', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'port_id': 'd10fe1da-cd3b-4a9b-b7cc-e394809a994e', 'mac_address': 'fa:16:3e:78:27:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b063768-9c1b-46e1-8850-d03763645351', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92745) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:30:37.387359 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ba801324-d570-45c5-9f82-1eff549746bf req-374c2df6-5ac3-462f-9eb1-5318ca9c9f80 service neutron] 10.222.0.61 "GET /v2.0/networks/7663d365-7142-4e36-8e59-b7863d4789a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251957 Jun 21 04:30:37.412456 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:37.438912 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d10fe1da-cd3b-4a9b-b7cc-e394809a994e {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:37.445962 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e6de4af8-a73d-493d-836d-059e7937e778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:37.482234 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port d10fe1da-cd3b-4a9b-b7cc-e394809a994e, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d10fe1da-cd3b-4a9b-b7cc-e394809a994e,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:37.492806 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:37.494367 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-4add5bae-515f-4715-88f9-1ece59ff2fe1 req-eee4e569-2810-4d77-a8a6-0a1d10bc6ae0 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5704160 Jun 21 04:30:37.499184 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:37.640583 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['d10fe1da-cd3b-4a9b-b7cc-e394809a994e'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:30:37.738076 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e6de4af8-a73d-493d-836d-059e7937e778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:37.745933 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e6de4af8-a73d-493d-836d-059e7937e778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:37.775034 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=d10fe1da-cd3b-4a9b-b7cc-e394809a994e,revision_number=6']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:37.777160 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-8b1791b1-c88e-4745-8cea-2a98bfc91159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:37.787398 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-e6de4af8-a73d-493d-836d-059e7937e778 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0e0334a7a0534214ad24be77c4202b88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9760029 Jun 21 04:30:37.787398 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 52554) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:37.790290 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:37.901985 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff00c48-2332-42e8-931b-2bb82911f22f req-e50b6ec8-da1a-4694-bc75-ffc1821308e5 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:37.903643 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-bff00c48-2332-42e8-931b-2bb82911f22f req-e50b6ec8-da1a-4694-bc75-ffc1821308e5 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=7741c19f-ff56-48b8-8814-ad1eff8cbfe6 HTTP/1.1" status: 200 len: 943 time: 0.3308318 Jun 21 04:30:37.954440 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de4af8-a73d-493d-836d-059e7937e778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e021b9aa-ca54-4dc8-bfc6-f1376fffca48,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:37.959118 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8bbc0526-1f16-498f-8db2-5a26f6db5b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:37.970310 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de4af8-a73d-493d-836d-059e7937e778 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:37.970638 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de4af8-a73d-493d-836d-059e7937e778 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:37.971027 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de4af8-a73d-493d-836d-059e7937e778 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:37.971352 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de4af8-a73d-493d-836d-059e7937e778 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:37.971697 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de4af8-a73d-493d-836d-059e7937e778 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:37.972276 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de4af8-a73d-493d-836d-059e7937e778 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:37.972613 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de4af8-a73d-493d-836d-059e7937e778 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:37.972988 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de4af8-a73d-493d-836d-059e7937e778 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:37.973333 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de4af8-a73d-493d-836d-059e7937e778 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:37.973671 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de4af8-a73d-493d-836d-059e7937e778 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:37.974011 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de4af8-a73d-493d-836d-059e7937e778 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:37.974377 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de4af8-a73d-493d-836d-059e7937e778 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:38.015820 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e6de4af8-a73d-493d-836d-059e7937e778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:38.068607 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-bff00c48-2332-42e8-931b-2bb82911f22f req-fce7924f-63b7-4dd7-b737-d1fc859e958b tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/security-groups?id=50433de2-bf8c-411e-89ba-e2bceb17a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330886 Jun 21 04:30:38.189750 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8bbc0526-1f16-498f-8db2-5a26f6db5b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:38.266896 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c26bd-c58e-47a3-aefc-1347acb9efac req-82b58a24-ec2d-4525-950a-9e99487d634d tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:38.268824 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-733c26bd-c58e-47a3-aefc-1347acb9efac req-82b58a24-ec2d-4525-950a-9e99487d634d tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.3008876 Jun 21 04:30:38.341236 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8bbc0526-1f16-498f-8db2-5a26f6db5b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:38.343724 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8bbc0526-1f16-498f-8db2-5a26f6db5b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:38.354517 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-8bbc0526-1f16-498f-8db2-5a26f6db5b0a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e021b9aa-ca54-4dc8-bfc6-f1376fffca48 HTTP/1.1" status: 204 len: 168 time: 0.5563049 Jun 21 04:30:38.354517 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e6de4af8-a73d-493d-836d-059e7937e778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:38.395851 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc0526-1f16-498f-8db2-5a26f6db5b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e021b9aa-ca54-4dc8-bfc6-f1376fffca48,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:38.405124 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-8bbc0526-1f16-498f-8db2-5a26f6db5b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:38.415521 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-733c26bd-c58e-47a3-aefc-1347acb9efac req-dca2224f-2131-4576-98d9-57c259161967 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209798 Jun 21 04:30:38.681039 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b0bd2-2262-49ed-825d-c1e97ecd79e3 req-4d763004-d2b4-4019-ad85-4a4ce3b68759 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:38.698021 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-076b0bd2-2262-49ed-825d-c1e97ecd79e3 req-4d763004-d2b4-4019-ad85-4a4ce3b68759 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 945 time: 0.1662507 Jun 21 04:30:38.757624 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-076b0bd2-2262-49ed-825d-c1e97ecd79e3 req-6a6dc3a4-958a-4c36-aece-1afcc1bd3d55 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585351 Jun 21 04:30:38.849014 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd93ae-e55a-4f64-9eb3-209a0dd6f0b4 req-16354cb0-9f65-44ff-8c3c-2d6c367cfde0 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:38.851291 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9fcd93ae-e55a-4f64-9eb3-209a0dd6f0b4 req-16354cb0-9f65-44ff-8c3c-2d6c367cfde0 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.1358128 Jun 21 04:30:38.929785 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9fcd93ae-e55a-4f64-9eb3-209a0dd6f0b4 req-c386cfca-51eb-4fe0-be14-2d537f875376 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688047 Jun 21 04:30:38.975483 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 52596) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:39.001147 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-1a2593ca-51cf-437a-a667-7b1e8ac965b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:39.119894 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device a8dce15f-5fd1-4568-85b6-2ae12d12c871 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92745) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:30:39.151854 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device d10fe1da-cd3b-4a9b-b7cc-e394809a994e up at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:39.234434 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-1a2593ca-51cf-437a-a667-7b1e8ac965b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:39.244142 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-1a2593ca-51cf-437a-a667-7b1e8ac965b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:39.272470 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning complete for port d10fe1da-cd3b-4a9b-b7cc-e394809a994e triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:39.281908 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:39.296958 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-ff783f9a-534e-4dbc-8d93-269e9b2ef549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:39.550955 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-1a2593ca-51cf-437a-a667-7b1e8ac965b4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f9dff0931d5340d0805669512733c033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5709488 Jun 21 04:30:39.551993 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 52612) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:39.564614 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2593ca-51cf-437a-a667-7b1e8ac965b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350bd6c7-b59e-4445-bb19-3fcc23964a4f,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:39.598090 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-1a2593ca-51cf-437a-a667-7b1e8ac965b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:39.779916 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-68c3289b-7e83-40a9-86ab-c5761025e1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:39.872558 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-68c3289b-7e83-40a9-86ab-c5761025e1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:39.895196 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:39.922582 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port a8dce15f-5fd1-4568-85b6-2ae12d12c871, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=a8dce15f-5fd1-4568-85b6-2ae12d12c871,segment=NetworkSegment(944f06cf-55b1-4da8-b87a-af1ac241e0bc),segment_id=944f06cf-55b1-4da8-b87a-af1ac241e0bc)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:39.949848 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8a5fcf-f3ef-46ad-9c8b-ce853c952916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10fe1da-cd3b-4a9b-b7cc-e394809a994e'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:39.952456 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3474cab4-29ad-45a7-a01d-cf25c4e9bce3" -d '{"events": [{"server_uuid": "8f8a5fcf-f3ef-46ad-9c8b-ce853c952916", "name": "network-vif-plugged", "status": "completed", "tag": "d10fe1da-cd3b-4a9b-b7cc-e394809a994e"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:39.968227 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Returning: {'device': 'a8dce15f-5fd1-4568-85b6-2ae12d12c871', 'network_id': '7663d365-7142-4e36-8e59-b7863d4789a3', 'port_id': 'a8dce15f-5fd1-4568-85b6-2ae12d12c871', 'mac_address': 'fa:16:3e:8f:39:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '923aeb57-dfd4-47ff-9a98-6da725f4bbdd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92745) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:30:39.981125 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port d10fe1da-cd3b-4a9b-b7cc-e394809a994e, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d10fe1da-cd3b-4a9b-b7cc-e394809a994e,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:39.992034 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:39.994235 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 51345e1e-82fe-4b2d-8c90-c798d0ce1545 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:30:40.091071 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:40.098919 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701ffb7-60e6-495a-8769-d3d9a5ea9d35 req-f3d2c57a-4f04-4d0b-8bf6-5230b6ad0291 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:40.101762 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c701ffb7-60e6-495a-8769-d3d9a5ea9d35 req-f3d2c57a-4f04-4d0b-8bf6-5230b6ad0291 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.1414652 Jun 21 04:30:40.177637 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-68c3289b-7e83-40a9-86ab-c5761025e1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:40.191838 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-68c3289b-7e83-40a9-86ab-c5761025e1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:40.192988 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] No Port match for: 51345e1e-82fe-4b2d-8c90-c798d0ce1545 {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:30:40.193981 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 51345e1e-82fe-4b2d-8c90-c798d0ce1545 not bound to the agent host hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:30:40.195241 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c701ffb7-60e6-495a-8769-d3d9a5ea9d35 req-39f12336-d4ea-43c7-a3cc-525cf89f0532 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813675 Jun 21 04:30:40.205560 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-68c3289b-7e83-40a9-86ab-c5761025e1ca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/350bd6c7-b59e-4445-bb19-3fcc23964a4f HTTP/1.1" status: 204 len: 168 time: 0.6418612 Jun 21 04:30:40.214576 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=d10fe1da-cd3b-4a9b-b7cc-e394809a994e,revision_number=7']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:40.217355 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-01ef7bf6-19a6-4ff8-962a-c7d9eaacbce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:40.229669 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:40.243062 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3289b-7e83-40a9-86ab-c5761025e1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350bd6c7-b59e-4445-bb19-3fcc23964a4f,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:40.258385 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-68c3289b-7e83-40a9-86ab-c5761025e1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:40.311369 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:40.332965 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba293d9-3b96-464c-9b88-e7046ec61a2f req-ba309e35-0301-46cb-944f-afb9bb806d34 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:40.353332 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-fba293d9-3b96-464c-9b88-e7046ec61a2f req-ba309e35-0301-46cb-944f-afb9bb806d34 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=7741c19f-ff56-48b8-8814-ad1eff8cbfe6 HTTP/1.1" status: 200 len: 943 time: 0.7157750 Jun 21 04:30:40.363497 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8dce15f-5fd1-4568-85b6-2ae12d12c871 {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:40.447835 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-fba293d9-3b96-464c-9b88-e7046ec61a2f req-18adef21-a1da-45a8-bab3-d8f1f5fc064d tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/security-groups?id=50433de2-bf8c-411e-89ba-e2bceb17a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931027 Jun 21 04:30:40.511408 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port a8dce15f-5fd1-4568-85b6-2ae12d12c871, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=a8dce15f-5fd1-4568-85b6-2ae12d12c871,segment=NetworkSegment(944f06cf-55b1-4da8-b87a-af1ac241e0bc),segment_id=944f06cf-55b1-4da8-b87a-af1ac241e0bc)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:40.528029 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:40.531036 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:40.626739 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f8b323-408f-4220-892d-eadd7c7fe0b9 x-openstack-request-id: req-42f8b323-408f-4220-892d-eadd7c7fe0b9 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:40.627241 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8a5fcf-f3ef-46ad-9c8b-ce853c952916", "name": "network-vif-plugged", "status": "completed", "tag": "d10fe1da-cd3b-4a9b-b7cc-e394809a994e", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:40.627679 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42f8b323-408f-4220-892d-eadd7c7fe0b9 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:40.628342 dv-cinder-797170-3-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8a5fcf-f3ef-46ad-9c8b-ce853c952916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10fe1da-cd3b-4a9b-b7cc-e394809a994e', 'code': 200} Jun 21 04:30:40.748695 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=a8dce15f-5fd1-4568-85b6-2ae12d12c871,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:40.755466 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:40.837698 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6af7db-cb90-4cd0-84f6-51b7e2d55884 req-41b0f38f-25a9-4f7a-a575-7539453964e1 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:40.840483 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ff6af7db-cb90-4cd0-84f6-51b7e2d55884 req-41b0f38f-25a9-4f7a-a575-7539453964e1 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.2507427 Jun 21 04:30:40.897284 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['a8dce15f-5fd1-4568-85b6-2ae12d12c871'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:30:40.949484 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 52632) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:40.998493 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ff6af7db-cb90-4cd0-84f6-51b7e2d55884 req-e5504f2c-5250-4d7b-b373-8a6556e808eb tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098897 Jun 21 04:30:41.025171 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7dc9e503-7051-45db-abde-36b672f08e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:41.266818 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57d9b5-56c4-4bee-82fd-bb1382ed8ef5 req-f4c2e87d-9269-417a-b70f-d486e204167a tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:41.268308 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-2a57d9b5-56c4-4bee-82fd-bb1382ed8ef5 req-f4c2e87d-9269-417a-b70f-d486e204167a tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.2594690 Jun 21 04:30:41.328615 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7dc9e503-7051-45db-abde-36b672f08e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:41.359212 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7dc9e503-7051-45db-abde-36b672f08e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:41.379818 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-cd2c0938-f22e-4d88-8ecc-8a41da33b00e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:41.423470 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-2a57d9b5-56c4-4bee-82fd-bb1382ed8ef5 req-4ba3873f-ed41-49df-b1ed-81843b30ae2a tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459229 Jun 21 04:30:41.532197 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9e503-7051-45db-abde-36b672f08e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4671e8-68db-4e60-b754-e2703ab3836e,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:41.551705 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-7dc9e503-7051-45db-abde-36b672f08e02 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=81747796407e4dbe941b3d2e48bbb40b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5985768 Jun 21 04:30:41.552160 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-7dc9e503-7051-45db-abde-36b672f08e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:41.552984 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 52642) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:41.747801 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e6be5-3437-476e-854d-d84925eaec71 req-71bbaaab-640a-425f-a2b9-2e46cb630ef8 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:41.772186 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ed8e6be5-3437-476e-854d-d84925eaec71 req-71bbaaab-640a-425f-a2b9-2e46cb630ef8 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.2751110 Jun 21 04:30:41.811428 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d0a10685-a11a-454e-a2e3-eb04f4fb9e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:41.850166 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d0a10685-a11a-454e-a2e3-eb04f4fb9e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:41.925690 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ed8e6be5-3437-476e-854d-d84925eaec71 req-2c99993e-e0d8-4d7a-a285-88551d20d905 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502140 Jun 21 04:30:41.954640 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d0a10685-a11a-454e-a2e3-eb04f4fb9e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:41.963175 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d0a10685-a11a-454e-a2e3-eb04f4fb9e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:41.964562 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-d0a10685-a11a-454e-a2e3-eb04f4fb9e28 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ff4671e8-68db-4e60-b754-e2703ab3836e HTTP/1.1" status: 204 len: 168 time: 0.4094887 Jun 21 04:30:41.967624 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-e1e1e17a-6d7a-4474-8b4e-150c0c9b024e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:41.982752 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a10685-a11a-454e-a2e3-eb04f4fb9e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4671e8-68db-4e60-b754-e2703ab3836e,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:41.992695 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-d0a10685-a11a-454e-a2e3-eb04f4fb9e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:42.063723 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b27a4-fac8-4bf9-acae-84c4d6e2b966 req-6ece0f0c-e0bf-4c56-8f31-5f5c6d4d5c86 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:42.087313 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-423b27a4-fac8-4bf9-acae-84c4d6e2b966 req-6ece0f0c-e0bf-4c56-8f31-5f5c6d4d5c86 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=7741c19f-ff56-48b8-8814-ad1eff8cbfe6 HTTP/1.1" status: 200 len: 944 time: 0.3845565 Jun 21 04:30:42.236358 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-423b27a4-fac8-4bf9-acae-84c4d6e2b966 req-5f83bfdb-f06e-4d27-a9d8-5c3cfa0f0459 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/security-groups?id=50433de2-bf8c-411e-89ba-e2bceb17a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454175 Jun 21 04:30:42.447130 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cc76f-babb-43ea-ac34-4f7fe28bda16 req-3cf576f6-e101-481c-8464-6bb134ca434c tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:42.450824 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-fe0cc76f-babb-43ea-ac34-4f7fe28bda16 req-3cf576f6-e101-481c-8464-6bb134ca434c tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.2207913 Jun 21 04:30:42.593423 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-fe0cc76f-babb-43ea-ac34-4f7fe28bda16 req-0e78af4d-3b39-4ca6-ac2d-bbd1eeb40dff tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333923 Jun 21 04:30:42.848057 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32944495-1d69-4ffd-9240-5d68f51ad312 req-a38862bd-614c-4404-855d-0125ffcf5315 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:42.850877 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-32944495-1d69-4ffd-9240-5d68f51ad312 req-a38862bd-614c-4404-855d-0125ffcf5315 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.1676681 Jun 21 04:30:42.960573 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-32944495-1d69-4ffd-9240-5d68f51ad312 req-a640c5b7-49df-4f67-be38-c8f25253d6e9 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999510 Jun 21 04:30:43.153752 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device a8dce15f-5fd1-4568-85b6-2ae12d12c871 up at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:43.387003 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning for port a8dce15f-5fd1-4568-85b6-2ae12d12c871 completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:43.404320 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning complete for port a8dce15f-5fd1-4568-85b6-2ae12d12c871 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:43.408340 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:43.619442 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430ded9-2a48-479d-a398-dae6b5016e19 req-a677bbcd-49f3-446c-bb08-97a858704f46 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:43.663205 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-6430ded9-2a48-479d-a398-dae6b5016e19 req-a677bbcd-49f3-446c-bb08-97a858704f46 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.3344545 Jun 21 04:30:43.727260 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:43.832160 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-6430ded9-2a48-479d-a398-dae6b5016e19 req-cac9353c-6e8f-4fe2-b210-433032ccdc91 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748495 Jun 21 04:30:43.844933 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7741c19f-ff56-48b8-8814-ad1eff8cbfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dce15f-5fd1-4568-85b6-2ae12d12c871'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:43.855095 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed64df04-9c2e-4106-a8d7-34fd0485f611" -d '{"events": [{"server_uuid": "7741c19f-ff56-48b8-8814-ad1eff8cbfe6", "name": "network-vif-plugged", "status": "completed", "tag": "a8dce15f-5fd1-4568-85b6-2ae12d12c871"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:43.934882 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port a8dce15f-5fd1-4568-85b6-2ae12d12c871, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=a8dce15f-5fd1-4568-85b6-2ae12d12c871,segment=NetworkSegment(944f06cf-55b1-4da8-b87a-af1ac241e0bc),segment_id=944f06cf-55b1-4da8-b87a-af1ac241e0bc)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:43.945678 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:43.949585 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:44.029646 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0515b9d-3b29-4566-b326-11b6c9b65e14 req-c357f0ba-6d4f-4d91-ae39-e045ef37a06b tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:44.053641 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b0515b9d-3b29-4566-b326-11b6c9b65e14 req-c357f0ba-6d4f-4d91-ae39-e045ef37a06b tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=7741c19f-ff56-48b8-8814-ad1eff8cbfe6 HTTP/1.1" status: 200 len: 944 time: 0.4012661 Jun 21 04:30:44.089061 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=a8dce15f-5fd1-4568-85b6-2ae12d12c871,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:44.107554 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:44.259830 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b0515b9d-3b29-4566-b326-11b6c9b65e14 req-3f5c7d07-db05-43f5-8758-ccd3729f20a2 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/security-groups?id=50433de2-bf8c-411e-89ba-e2bceb17a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032087 Jun 21 04:30:44.368083 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4743b8-2718-4915-91ac-660d6202bbff x-openstack-request-id: req-de4743b8-2718-4915-91ac-660d6202bbff {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:44.371964 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7741c19f-ff56-48b8-8814-ad1eff8cbfe6", "name": "network-vif-plugged", "status": "completed", "tag": "a8dce15f-5fd1-4568-85b6-2ae12d12c871", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:44.372828 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de4743b8-2718-4915-91ac-660d6202bbff {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:44.375665 dv-cinder-797170-3-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7741c19f-ff56-48b8-8814-ad1eff8cbfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dce15f-5fd1-4568-85b6-2ae12d12c871', 'code': 200} Jun 21 04:30:44.508768 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0bf7b-fa22-471e-a62c-82f08b2244ca req-9082ae9f-9f54-40c1-b5fd-4f6bbbcab838 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:44.525539 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b3e0bf7b-fa22-471e-a62c-82f08b2244ca req-9082ae9f-9f54-40c1-b5fd-4f6bbbcab838 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.2513757 Jun 21 04:30:44.609964 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b3e0bf7b-fa22-471e-a62c-82f08b2244ca req-7b8f76e5-7c20-4c23-b12a-3f7a564efcc2 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797653 Jun 21 04:30:44.853583 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5753e4a-16cc-42b6-ac07-a9687febcf72 req-aac64dd8-28ea-432a-9028-d2eb236ffe84 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:44.866329 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d5753e4a-16cc-42b6-ac07-a9687febcf72 req-aac64dd8-28ea-432a-9028-d2eb236ffe84 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.1988800 Jun 21 04:30:45.029004 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d5753e4a-16cc-42b6-ac07-a9687febcf72 req-bbd90a9a-c808-4de0-b470-09a6c92f552e tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573188 Jun 21 04:30:45.041338 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c15a7489-e4da-44b8-88cc-3e84786d7c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:45.129550 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b450d7f-8e6e-49d8-a4d8-e27ab97e5195 req-d83c973d-bef6-4d98-86eb-330d38db7730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:45.143480 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-3b450d7f-8e6e-49d8-a4d8-e27ab97e5195 req-d83c973d-bef6-4d98-86eb-330d38db7730 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7741c19f-ff56-48b8-8814-ad1eff8cbfe6 HTTP/1.1" status: 200 len: 1098 time: 0.2622263 Jun 21 04:30:45.277961 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-3b450d7f-8e6e-49d8-a4d8-e27ab97e5195 req-6597c83e-c7d7-4e30-8b81-199d0be59944 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=50433de2-bf8c-411e-89ba-e2bceb17a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291642 Jun 21 04:30:45.534516 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b03183-c92c-46ef-be8f-ae8d03bdd6e9 req-4377f3db-982a-4664-9bfa-cca304490beb tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:45.567958 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b4b03183-c92c-46ef-be8f-ae8d03bdd6e9 req-4377f3db-982a-4664-9bfa-cca304490beb tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.4146016 Jun 21 04:30:45.767763 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b4b03183-c92c-46ef-be8f-ae8d03bdd6e9 req-563e152a-ca1a-402e-8e43-618b310c0533 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960857 Jun 21 04:30:46.035367 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa0091-5b28-4913-b386-b141309d8d91 req-e56b7e3c-0d2d-4845-bb88-2cbc67967729 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:46.050582 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-a5aa0091-5b28-4913-b386-b141309d8d91 req-e56b7e3c-0d2d-4845-bb88-2cbc67967729 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=7741c19f-ff56-48b8-8814-ad1eff8cbfe6 HTTP/1.1" status: 200 len: 945 time: 0.2658167 Jun 21 04:30:46.156095 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-a5aa0091-5b28-4913-b386-b141309d8d91 req-53856a5a-e0a6-4ec5-a0c3-ea15001d209b tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/security-groups?id=50433de2-bf8c-411e-89ba-e2bceb17a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044538 Jun 21 04:30:46.230332 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08736cbc-6c55-45fd-bc0e-b2acbda8b975 req-a7c00e8e-cf62-4b4b-9aff-c84a12a3c8c6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:46.232523 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-08736cbc-6c55-45fd-bc0e-b2acbda8b975 req-a7c00e8e-cf62-4b4b-9aff-c84a12a3c8c6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.1746528 Jun 21 04:30:46.238614 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcc215-87a8-47c1-b5b2-820dfed31e59 req-84dcf3c0-8a9a-421c-80b2-78e024219a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:46.240587 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-88fcc215-87a8-47c1-b5b2-820dfed31e59 req-84dcf3c0-8a9a-421c-80b2-78e024219a9c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b41d03382de140b4aafed91df2047d48&device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 1099 time: 0.3185549 Jun 21 04:30:46.407936 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-08736cbc-6c55-45fd-bc0e-b2acbda8b975 req-bd2d706f-8d5a-4751-af58-f57d7d346446 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650422 Jun 21 04:30:46.690682 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbd2e4-e81a-42b8-b1df-12d6ac1d43d2 req-dcd3ea3a-6d28-4927-91cc-92a90d68fcb6 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:46.705403 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-bfbbd2e4-e81a-42b8-b1df-12d6ac1d43d2 req-dcd3ea3a-6d28-4927-91cc-92a90d68fcb6 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.1384442 Jun 21 04:30:46.825230 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcc215-87a8-47c1-b5b2-820dfed31e59 req-38c3e6fb-4d64-4c42-8fc8-fe8df94a076a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:46.846065 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-88fcc215-87a8-47c1-b5b2-820dfed31e59 req-38c3e6fb-4d64-4c42-8fc8-fe8df94a076a service neutron] 10.222.0.61 "GET /v2.0/networks?id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0 HTTP/1.1" status: 200 len: 917 time: 0.4829063 Jun 21 04:30:46.846786 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-bfbbd2e4-e81a-42b8-b1df-12d6ac1d43d2 req-297d1d27-0e3a-4eb3-8a47-e04e25146a11 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378045 Jun 21 04:30:47.099775 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-88fcc215-87a8-47c1-b5b2-820dfed31e59 req-79c19081-7224-44ec-9412-d71e6ab343b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d10fe1da-cd3b-4a9b-b7cc-e394809a994e HTTP/1.1" status: 200 len: 1002 time: 0.2401736 Jun 21 04:30:47.145559 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1ca50-c84f-45cd-8cdb-2d76adbabfa9 req-b691cb65-421e-4d57-9e5c-8b38637b0aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:47.147419 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-67f1ca50-c84f-45cd-8cdb-2d76adbabfa9 req-b691cb65-421e-4d57-9e5c-8b38637b0aca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=98ac6444112049ffbeb07ee05d60964f&device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 1098 time: 0.1200724 Jun 21 04:30:47.323531 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea94d8-1795-4a43-a5d8-109ad64168f4 req-c4195d55-4c7a-4fb8-b22f-a82b07188809 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:47.339195 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-96ea94d8-1795-4a43-a5d8-109ad64168f4 req-c4195d55-4c7a-4fb8-b22f-a82b07188809 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.3725910 Jun 21 04:30:47.351320 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcc215-87a8-47c1-b5b2-820dfed31e59 req-e6dbcf19-3c3a-4657-8afe-59e353865bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:47.358042 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-88fcc215-87a8-47c1-b5b2-820dfed31e59 req-e6dbcf19-3c3a-4657-8afe-59e353865bb4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0b063768-9c1b-46e1-8850-d03763645351 HTTP/1.1" status: 200 len: 855 time: 0.2506237 Jun 21 04:30:47.541028 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1ca50-c84f-45cd-8cdb-2d76adbabfa9 req-964ecfc2-d6f8-486a-beb9-d29ec6b7737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:47.543866 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-67f1ca50-c84f-45cd-8cdb-2d76adbabfa9 req-964ecfc2-d6f8-486a-beb9-d29ec6b7737a service neutron] 10.222.0.61 "GET /v2.0/networks?id=eacf42c2-00ce-42e3-89dd-853a4c6fa08a HTTP/1.1" status: 200 len: 912 time: 0.3890524 Jun 21 04:30:47.623358 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-96ea94d8-1795-4a43-a5d8-109ad64168f4 req-fa52b0de-b9e2-4f7f-be4b-56129b481e7a tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2395773 Jun 21 04:30:47.713602 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcc215-87a8-47c1-b5b2-820dfed31e59 req-5e41686d-9a98-4fd4-a11f-051751ce9037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:47.715257 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-88fcc215-87a8-47c1-b5b2-820dfed31e59 req-5e41686d-9a98-4fd4-a11f-051751ce9037 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3435950 Jun 21 04:30:47.881884 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-67f1ca50-c84f-45cd-8cdb-2d76adbabfa9 req-b48bf6dd-4907-475b-a1ce-edd5b0595ace service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c22c064-4f48-4948-b634-28a9696e7430 HTTP/1.1" status: 200 len: 1000 time: 0.3153770 Jun 21 04:30:47.930240 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a69b86-33e2-4dcd-a216-a75421e0d0d0 req-2a6881c1-19a0-46a3-868b-45fae5e35db1 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:47.938265 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-e1a69b86-33e2-4dcd-a216-a75421e0d0d0 req-2a6881c1-19a0-46a3-868b-45fae5e35db1 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=7741c19f-ff56-48b8-8814-ad1eff8cbfe6 HTTP/1.1" status: 200 len: 945 time: 0.3793919 Jun 21 04:30:47.956056 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-88fcc215-87a8-47c1-b5b2-820dfed31e59 req-7962b06b-7a15-479a-a788-b0da810281f2 service neutron] 10.222.0.61 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264364 Jun 21 04:30:48.037829 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-370c54c0-247b-4465-a7b2-ee8df534dfb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:48.140049 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-e1a69b86-33e2-4dcd-a216-a75421e0d0d0 req-c6d3a6d0-6a98-424f-845f-20db16073e36 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/security-groups?id=50433de2-bf8c-411e-89ba-e2bceb17a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525705 Jun 21 04:30:48.176357 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1ca50-c84f-45cd-8cdb-2d76adbabfa9 req-c59a5191-c44a-4acb-aba0-842bd4fc54e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:48.184239 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-67f1ca50-c84f-45cd-8cdb-2d76adbabfa9 req-c59a5191-c44a-4acb-aba0-842bd4fc54e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ed4de96-1760-4ad9-bdcc-bd30812b5a13 HTTP/1.1" status: 200 len: 850 time: 0.2426975 Jun 21 04:30:48.217813 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:48.231259 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:48.275962 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-88fcc215-87a8-47c1-b5b2-820dfed31e59 req-6880f249-6e62-416f-9f9b-70a842926c02 service neutron] 10.222.0.61 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874613 Jun 21 04:30:48.328756 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61023c-b958-49a9-999d-b68c27b201ed req-f39a779a-f8fe-4fa6-98d3-7c60419e167d tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:48.344723 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-db61023c-b958-49a9-999d-b68c27b201ed req-f39a779a-f8fe-4fa6-98d3-7c60419e167d tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.3803315 Jun 21 04:30:48.385852 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1ca50-c84f-45cd-8cdb-2d76adbabfa9 req-8b97f144-1e34-4877-9efb-c767dd544f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:48.396797 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-67f1ca50-c84f-45cd-8cdb-2d76adbabfa9 req-8b97f144-1e34-4877-9efb-c767dd544f05 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eacf42c2-00ce-42e3-89dd-853a4c6fa08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2000384 Jun 21 04:30:48.467741 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-db61023c-b958-49a9-999d-b68c27b201ed req-a4a0d73b-52b6-445e-9ba9-f0f043ca907a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195977 Jun 21 04:30:48.689929 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e014a34-855f-4ef1-b133-cd9136a380f9 req-f35c461a-390a-42e0-a005-ebd12e4a120a tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:48.713060 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-2e014a34-855f-4ef1-b133-cd9136a380f9 req-f35c461a-390a-42e0-a005-ebd12e4a120a tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.2112126 Jun 21 04:30:48.733620 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-67f1ca50-c84f-45cd-8cdb-2d76adbabfa9 req-1723c8c6-d01a-4b6d-8ead-fd14e37f5657 service neutron] 10.222.0.61 "GET /v2.0/networks/eacf42c2-00ce-42e3-89dd-853a4c6fa08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330784 Jun 21 04:30:48.936561 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:49.032761 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-67f1ca50-c84f-45cd-8cdb-2d76adbabfa9 req-7dd24e58-eb5e-4fbf-8e5c-6d0a279c898f service neutron] 10.222.0.61 "GET /v2.0/networks/eacf42c2-00ce-42e3-89dd-853a4c6fa08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754948 Jun 21 04:30:49.061111 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-2e014a34-855f-4ef1-b133-cd9136a380f9 req-ab91701b-f84b-4de1-8ee2-e9bfe626f545 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256838 Jun 21 04:30:49.270174 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb70e8f-0e0e-4273-84a2-e2fbff9827b9 req-4fe03706-21cb-4206-96c0-f877849ee8c6 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:49.284452 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-8fb70e8f-0e0e-4273-84a2-e2fbff9827b9 req-4fe03706-21cb-4206-96c0-f877849ee8c6 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.2751420 Jun 21 04:30:49.383617 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-8fb70e8f-0e0e-4273-84a2-e2fbff9827b9 req-6e940311-fb44-4d89-95cb-06feb95c1730 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873802 Jun 21 04:30:49.946034 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d57f6-9c6e-45ae-bdb1-4a9b552ceb36 req-363bd64e-2950-4c64-afb7-e998b5878177 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:49.958326 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-917d57f6-9c6e-45ae-bdb1-4a9b552ceb36 req-363bd64e-2950-4c64-afb7-e998b5878177 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.2115395 Jun 21 04:30:50.061325 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-917d57f6-9c6e-45ae-bdb1-4a9b552ceb36 req-571d6edb-d51f-40dc-8aff-3b447763231f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018717 Jun 21 04:30:50.481171 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df5b33-02cc-451b-9a16-c4d9eef75eeb req-21449bdc-f7ab-407b-be8c-99d4399410c9 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:50.483800 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-34df5b33-02cc-451b-9a16-c4d9eef75eeb req-21449bdc-f7ab-407b-be8c-99d4399410c9 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.0931652 Jun 21 04:30:50.493794 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb52616-789b-4487-8ce5-e1538b570efb req-64961ff9-7348-49f5-a4d8-725c42f73607 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:50.502434 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-dcb52616-789b-4487-8ce5-e1538b570efb req-64961ff9-7348-49f5-a4d8-725c42f73607 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=7741c19f-ff56-48b8-8814-ad1eff8cbfe6 HTTP/1.1" status: 200 len: 945 time: 0.1538997 Jun 21 04:30:50.586517 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-dcb52616-789b-4487-8ce5-e1538b570efb req-91d442ea-a38d-4155-a79f-41e3c12098b4 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/security-groups?id=50433de2-bf8c-411e-89ba-e2bceb17a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692921 Jun 21 04:30:50.597659 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-34df5b33-02cc-451b-9a16-c4d9eef75eeb req-0166bf70-8943-47f0-b7c5-ec04c1bee548 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020739 Jun 21 04:30:51.299903 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dce6bd-7697-409e-9e62-cc6f4efddd00 req-56f3e0a4-5831-4d34-95a7-4c36d17bef0b tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:51.321108 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-87dce6bd-7697-409e-9e62-cc6f4efddd00 req-56f3e0a4-5831-4d34-95a7-4c36d17bef0b tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.5269017 Jun 21 04:30:51.478430 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-87dce6bd-7697-409e-9e62-cc6f4efddd00 req-7cbd0794-b38d-403e-80fb-8b0e1455f5e8 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442335 Jun 21 04:30:51.624906 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:51.827252 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afd9fe-e5ca-4fed-8c77-667dfd3f2675 req-f8c60900-857e-4ddb-9459-9ec3f73303bf tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:51.841584 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-07afd9fe-e5ca-4fed-8c77-667dfd3f2675 req-f8c60900-857e-4ddb-9459-9ec3f73303bf tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.3271861 Jun 21 04:30:51.961486 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-07afd9fe-e5ca-4fed-8c77-667dfd3f2675 req-7a0a86c2-66d6-42c7-a613-86a121a6ad2b tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163714 Jun 21 04:30:51.996428 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3075a9-5c17-4355-b0a9-99226c59ee82 req-3e1274c6-1e8b-41dc-b50b-6aa922f12243 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:52.004196 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ed3075a9-5c17-4355-b0a9-99226c59ee82 req-3e1274c6-1e8b-41dc-b50b-6aa922f12243 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.61 "GET /v2.0/ports?device_id=7741c19f-ff56-48b8-8814-ad1eff8cbfe6 HTTP/1.1" status: 200 len: 945 time: 0.2998922 Jun 21 04:30:52.163740 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadeb93-8d09-4725-b1b1-16fe1652450a req-8e37314c-a7e5-4faf-88ea-0f3446cf47e3 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:52.177797 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-9fadeb93-8d09-4725-b1b1-16fe1652450a req-8e37314c-a7e5-4faf-88ea-0f3446cf47e3 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=7741c19f-ff56-48b8-8814-ad1eff8cbfe6 HTTP/1.1" status: 200 len: 945 time: 0.2197006 Jun 21 04:30:52.275374 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-9fadeb93-8d09-4725-b1b1-16fe1652450a req-a2f0d424-be8b-45ae-8e8a-65dde5d85d95 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/security-groups?id=50433de2-bf8c-411e-89ba-e2bceb17a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897415 Jun 21 04:30:52.376459 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [req-ed3075a9-5c17-4355-b0a9-99226c59ee82 req-c844724d-0027-4a81-9eb0-05815eebfbda tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Deleting port a8dce15f-5fd1-4568-85b6-2ae12d12c871 {{(pid=92744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:30:52.377303 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-ed3075a9-5c17-4355-b0a9-99226c59ee82 req-c844724d-0027-4a81-9eb0-05815eebfbda tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:52.402391 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f198d-7308-4be9-92d2-03a5b290dcb9 req-49b0ca54-4b70-45c5-a366-23bed2754911 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:52.415246 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0f9f198d-7308-4be9-92d2-03a5b290dcb9 req-49b0ca54-4b70-45c5-a366-23bed2754911 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.1822450 Jun 21 04:30:52.607317 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0f9f198d-7308-4be9-92d2-03a5b290dcb9 req-926acee4-9df5-4b49-b5d3-85640ccf2a32 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713810 Jun 21 04:30:52.635151 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-ed3075a9-5c17-4355-b0a9-99226c59ee82 req-c844724d-0027-4a81-9eb0-05815eebfbda tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] For port a8dce15f-5fd1-4568-85b6-2ae12d12c871, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=a8dce15f-5fd1-4568-85b6-2ae12d12c871,segment=NetworkSegment(944f06cf-55b1-4da8-b87a-af1ac241e0bc),segment_id=944f06cf-55b1-4da8-b87a-af1ac241e0bc)] {{(pid=92744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:52.635564 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-ed3075a9-5c17-4355-b0a9-99226c59ee82 req-c844724d-0027-4a81-9eb0-05815eebfbda tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:52.773178 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [req-ed3075a9-5c17-4355-b0a9-99226c59ee82 req-c844724d-0027-4a81-9eb0-05815eebfbda tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Calling delete_port for a8dce15f-5fd1-4568-85b6-2ae12d12c871 owned by compute:nova {{(pid=92744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:30:53.051356 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-ed3075a9-5c17-4355-b0a9-99226c59ee82 req-c844724d-0027-4a81-9eb0-05815eebfbda tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010082'] for port, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:53.067223 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['a8dce15f-5fd1-4568-85b6-2ae12d12c871'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:30:53.095385 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:53.148441 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844724d-0027-4a81-9eb0-05815eebfbda tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Pushing event deleted for resources: {'Port': ['ID=a8dce15f-5fd1-4568-85b6-2ae12d12c871,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:53.255026 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-c844724d-0027-4a81-9eb0-05815eebfbda tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:53.256140 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3075a9-5c17-4355-b0a9-99226c59ee82 req-c844724d-0027-4a81-9eb0-05815eebfbda tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] No DVR routers for this DVR port a8dce15f-5fd1-4568-85b6-2ae12d12c871 on host hv-cinder-79717 {{(pid=92744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:30:53.272295 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-ed3075a9-5c17-4355-b0a9-99226c59ee82 req-c844724d-0027-4a81-9eb0-05815eebfbda tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:53.274604 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ed3075a9-5c17-4355-b0a9-99226c59ee82 req-c844724d-0027-4a81-9eb0-05815eebfbda tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.61 "DELETE /v2.0/ports/a8dce15f-5fd1-4568-85b6-2ae12d12c871 HTTP/1.1" status: 204 len: 173 time: 1.2635295 Jun 21 04:30:53.275133 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7741c19f-ff56-48b8-8814-ad1eff8cbfe6', 'name': 'network-vif-deleted', 'tag': 'a8dce15f-5fd1-4568-85b6-2ae12d12c871'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:53.288295 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebad198-6183-4cf8-aeed-f771755c28f2" -d '{"events": [{"server_uuid": "7741c19f-ff56-48b8-8814-ad1eff8cbfe6", "name": "network-vif-deleted", "tag": "a8dce15f-5fd1-4568-85b6-2ae12d12c871"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:53.354864 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b26c38-46b9-43d9-a2e0-76f5ee257837 x-openstack-request-id: req-99b26c38-46b9-43d9-a2e0-76f5ee257837 {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:53.358919 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7741c19f-ff56-48b8-8814-ad1eff8cbfe6", "name": "network-vif-deleted", "tag": "a8dce15f-5fd1-4568-85b6-2ae12d12c871", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:53.360243 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99b26c38-46b9-43d9-a2e0-76f5ee257837 {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:53.361074 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7741c19f-ff56-48b8-8814-ad1eff8cbfe6', 'name': 'network-vif-deleted', 'tag': 'a8dce15f-5fd1-4568-85b6-2ae12d12c871', 'status': 'completed', 'code': 200} Jun 21 04:30:53.415680 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc833c38-e52a-471d-8a70-be525c67a04a req-b0724047-fc71-4289-8965-8f22b75504b8 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:53.433736 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-bc833c38-e52a-471d-8a70-be525c67a04a req-b0724047-fc71-4289-8965-8f22b75504b8 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.1725073 Jun 21 04:30:53.528353 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-bc833c38-e52a-471d-8a70-be525c67a04a req-61455fb9-3f25-48b2-b92a-4fb25e7bd4a2 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917146 Jun 21 04:30:53.573918 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-f6fb3781-5643-439f-b897-60408499479f req-7de67ca4-addd-4fcd-a3ef-ce77a8026411 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] 10.222.0.60 "GET /v2.0/ports?device_id=7741c19f-ff56-48b8-8814-ad1eff8cbfe6 HTTP/1.1" status: 200 len: 210 time: 0.0807023 Jun 21 04:30:54.022736 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25e965-a136-4f5d-be5a-b9d00d788349 req-9455b2fd-9685-4693-a621-e4f8e18f6674 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:54.024326 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-1c25e965-a136-4f5d-be5a-b9d00d788349 req-9455b2fd-9685-4693-a621-e4f8e18f6674 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.1571407 Jun 21 04:30:54.161037 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-1c25e965-a136-4f5d-be5a-b9d00d788349 req-4ae83446-d3cd-4d15-9898-4558143a07ab tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282616 Jun 21 04:30:54.934771 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0840d39-ee46-47c9-a5f3-c978777e25c2 req-290a72ac-7360-49b2-9b12-7fabf7773cf5 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:54.942077 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d0840d39-ee46-47c9-a5f3-c978777e25c2 req-290a72ac-7360-49b2-9b12-7fabf7773cf5 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.2471304 Jun 21 04:30:55.061370 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d0840d39-ee46-47c9-a5f3-c978777e25c2 req-2e4791e7-f11d-458d-a7de-7900aee0e341 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045012 Jun 21 04:30:55.182633 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device a8dce15f-5fd1-4568-85b6-2ae12d12c871 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:30:55.216992 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] No Port match for: a8dce15f-5fd1-4568-85b6-2ae12d12c871 {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:30:55.217732 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device a8dce15f-5fd1-4568-85b6-2ae12d12c871 not bound to the agent host hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:30:55.453512 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721c40f-39b2-43a1-85e2-7ca350f1c76b req-01636e62-c214-4986-b46a-8d6be461745c tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:55.473720 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0721c40f-39b2-43a1-85e2-7ca350f1c76b req-01636e62-c214-4986-b46a-8d6be461745c tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.0951989 Jun 21 04:30:55.536705 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0721c40f-39b2-43a1-85e2-7ca350f1c76b req-4b14f7f1-2bb2-476a-9ea8-a2017002e845 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740380 Jun 21 04:30:56.400848 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a9ac2-c9ec-4edb-a591-b99d58a76a72 req-154816ac-352d-430b-b669-035a83e93484 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:56.414093 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-011a9ac2-c9ec-4edb-a591-b99d58a76a72 req-154816ac-352d-430b-b669-035a83e93484 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.1257863 Jun 21 04:30:56.461778 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-011a9ac2-c9ec-4edb-a591-b99d58a76a72 req-cdf6509f-2b88-498c-a643-eede714638c7 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463448 Jun 21 04:30:56.806044 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7134fa1-827c-4865-a533-bc598fbd554b req-70ebbff9-df51-4ff6-82b2-cd2b1e24c9e8 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:56.815951 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-e7134fa1-827c-4865-a533-bc598fbd554b req-70ebbff9-df51-4ff6-82b2-cd2b1e24c9e8 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.1276991 Jun 21 04:30:56.898478 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-e7134fa1-827c-4865-a533-bc598fbd554b req-9e64c7b6-755f-4d87-9ee1-ae0ab1d9e7f7 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808091 Jun 21 04:30:57.424889 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 53020) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:57.750932 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-916c2f26-39f2-491d-bd80-d7df2c52bb98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:57.784083 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844817e6-cd5d-4899-850f-d0276d11f9c1 req-d3b617b0-7bf9-464c-8322-4b8911615983 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:57.786651 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-844817e6-cd5d-4899-850f-d0276d11f9c1 req-d3b617b0-7bf9-464c-8322-4b8911615983 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.1134691 Jun 21 04:30:57.858321 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-844817e6-cd5d-4899-850f-d0276d11f9c1 req-a0808822-ec29-47af-b716-977bf9c059a9 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608830 Jun 21 04:30:57.974548 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-916c2f26-39f2-491d-bd80-d7df2c52bb98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:57.982305 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-916c2f26-39f2-491d-bd80-d7df2c52bb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:57.994379 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:58.070664 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-916c2f26-39f2-491d-bd80-d7df2c52bb98 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=827d256cc83c4c098f52662c80991a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6423051 Jun 21 04:30:58.083260 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c2f26-39f2-491d-bd80-d7df2c52bb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf9997f-a9f4-411b-aa1c-46e9aee0ebc1,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:58.083260 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 53030) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:58.115908 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-916c2f26-39f2-491d-bd80-d7df2c52bb98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:58.279306 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-bec6f7e9-29d5-44ba-b2b1-46eca86e6faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:58.332365 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f278a1-f3cf-42f6-aba4-187ef5831aba req-de021243-d203-4b05-85df-450d4278d4a3 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:58.337832 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-21f278a1-f3cf-42f6-aba4-187ef5831aba req-de021243-d203-4b05-85df-450d4278d4a3 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.2179596 Jun 21 04:30:58.384746 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-bec6f7e9-29d5-44ba-b2b1-46eca86e6faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:58.457604 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-21f278a1-f3cf-42f6-aba4-187ef5831aba req-c6a159de-b86b-4786-85c2-58790933528b tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956259 Jun 21 04:30:58.475626 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 53038) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:58.558434 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-bec6f7e9-29d5-44ba-b2b1-46eca86e6faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:58.563254 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-bec6f7e9-29d5-44ba-b2b1-46eca86e6faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:58.567798 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-bec6f7e9-29d5-44ba-b2b1-46eca86e6faf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1cf9997f-a9f4-411b-aa1c-46e9aee0ebc1 HTTP/1.1" status: 204 len: 168 time: 0.4871531 Jun 21 04:30:58.570748 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-30337d03-4f2e-43f3-a5fd-948a54d41361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:58.610372 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6f7e9-29d5-44ba-b2b1-46eca86e6faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf9997f-a9f4-411b-aa1c-46e9aee0ebc1,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:58.615970 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_v2 [None req-19aae519-83c4-4848-859f-7f45c898c6a0 admin admin] Deleting subnet 9bba9715-0c3f-4a37-b2a5-0c8142e29e03 {{(pid=92743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:30:58.618807 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-bec6f7e9-29d5-44ba-b2b1-46eca86e6faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:58.621339 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-19aae519-83c4-4848-859f-7f45c898c6a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:58.721903 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-19aae519-83c4-4848-859f-7f45c898c6a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59026074'] for subnet, precommit_delete_associations {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:58.814000 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-19aae519-83c4-4848-859f-7f45c898c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536692'] for subnet, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:58.939495 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-19aae519-83c4-4848-859f-7f45c898c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60629659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012950'] for subnet, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:58.943891 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:58.979046 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-19aae519-83c4-4848-859f-7f45c898c6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for subnet, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:58.984650 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 53048) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:58.985563 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-19aae519-83c4-4848-859f-7f45c898c6a0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9bba9715-0c3f-4a37-b2a5-0c8142e29e03 HTTP/1.1" status: 204 len: 168 time: 0.5080650 Jun 21 04:30:58.986792 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aae519-83c4-4848-859f-7f45c898c6a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bba9715-0c3f-4a37-b2a5-0c8142e29e03,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:58.989905 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-19aae519-83c4-4848-859f-7f45c898c6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:59.226356 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-da0b3b26-1823-4ac7-8802-04ba858fc6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585160'] for network, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:59.255526 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59abad3-b3d6-4a81-91be-ee8f31e5c243 req-e85c6841-a8cb-4674-a925-de58a9b0c65c tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:59.257184 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-e59abad3-b3d6-4a81-91be-ee8f31e5c243 req-e85c6841-a8cb-4674-a925-de58a9b0c65c tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.1262124 Jun 21 04:30:59.397484 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-da0b3b26-1823-4ac7-8802-04ba858fc6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536299', 'neutron.services.segments.db._delete_segments_for_network-8772645825747'] for network, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:59.418553 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.services.segments.db [None req-da0b3b26-1823-4ac7-8802-04ba858fc6f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664305b4-af5e-4f74-9f81-1d516e5e430a']}} {{(pid=92744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:59.424076 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-e59abad3-b3d6-4a81-91be-ee8f31e5c243 req-3e2c773e-5ffa-4c6a-b549-e811f67f2904 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500678 Jun 21 04:30:59.441943 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.services.segments.db [None req-da0b3b26-1823-4ac7-8802-04ba858fc6f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3d8cae-80e6-4fc7-9a29-0b7bfd4c5672') {'for_net_delete': True} {{(pid=92744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:59.442334 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.services.segments.db [None req-da0b3b26-1823-4ac7-8802-04ba858fc6f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3d8cae-80e6-4fc7-9a29-0b7bfd4c5672') {} {{(pid=92744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:59.466791 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-da0b3b26-1823-4ac7-8802-04ba858fc6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772645825576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60010237'] for segment, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:59.496453 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-da0b3b26-1823-4ac7-8802-04ba858fc6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:59.504935 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0b3b26-1823-4ac7-8802-04ba858fc6f7 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=92744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:30:59.505491 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-da0b3b26-1823-4ac7-8802-04ba858fc6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60009907'] for segment, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: Traceback (most recent call last): Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: timer() Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: cb(*args, **kw) Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: return func(*args, **kwargs) Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: self._notify() Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: self.callback(batched_events) Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: event.method(event) Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: return f(self, *a, **k) Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: return self._get(url).json() Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: return self.request(url, 'GET', **kwargs) Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:30:59.508211 dv-cinder-797170-3-smb neutron-server[92744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:30:59.657057 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-da0b3b26-1823-4ac7-8802-04ba858fc6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515458'] for network, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:59.663784 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-da0b3b26-1823-4ac7-8802-04ba858fc6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:59.665852 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-da0b3b26-1823-4ac7-8802-04ba858fc6f7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/664305b4-af5e-4f74-9f81-1d516e5e430a HTTP/1.1" status: 204 len: 168 time: 0.6791983 Jun 21 04:30:59.666756 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:59.669927 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 53068) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:59.693393 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b3b26-1823-4ac7-8802-04ba858fc6f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=664305b4-af5e-4f74-9f81-1d516e5e430a,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:59.696522 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-da0b3b26-1823-4ac7-8802-04ba858fc6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:59.734902 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834df84-e236-4cb2-8958-8e0ae2d0aa73 req-749fc085-1dfa-4543-b2ca-3d1d7433a0b1 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:59.741672 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e144893-66de-4da2-a5fe-7fa785deddd4 admin admin] Deleting subnet bbc23b88-ffe9-4fda-9f1e-0b01f5158d73 {{(pid=92744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:30:59.750142 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-4834df84-e236-4cb2-8958-8e0ae2d0aa73 req-749fc085-1dfa-4543-b2ca-3d1d7433a0b1 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.1179633 Jun 21 04:30:59.750281 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-0e144893-66de-4da2-a5fe-7fa785deddd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:59.805456 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-0e144893-66de-4da2-a5fe-7fa785deddd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60010228'] for subnet, precommit_delete_associations {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:59.821277 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-4834df84-e236-4cb2-8958-8e0ae2d0aa73 req-2de51d9b-6f28-409b-a060-1c5e9c9ce54b tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690823 Jun 21 04:30:59.858265 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-0e144893-66de-4da2-a5fe-7fa785deddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536692'] for subnet, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:59.872128 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 53074) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:59.940648 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-0e144893-66de-4da2-a5fe-7fa785deddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60183854'] for subnet, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:59.944471 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-af80e2d7-694d-47cb-87c4-713b2670ca65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:59.969889 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e144893-66de-4da2-a5fe-7fa785deddd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc23b88-ffe9-4fda-9f1e-0b01f5158d73,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:59.973212 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-0e144893-66de-4da2-a5fe-7fa785deddd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:59.974121 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-0e144893-66de-4da2-a5fe-7fa785deddd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:59.978593 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 53084) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:59.978759 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-0e144893-66de-4da2-a5fe-7fa785deddd4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bbc23b88-ffe9-4fda-9f1e-0b01f5158d73 HTTP/1.1" status: 204 len: 168 time: 0.3077235 Jun 21 04:31:00.054628 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-46e70af8-700b-47ed-bea0-890d3c44bb61 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1097618174-network', 'tenant_id': '9b6259fd885640bc8a16315ec9645ba1'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:00.071109 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-6b6d9af1-1568-47d9-81cb-0dfd72ff9157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585160'] for network, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:00.088098 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e70af8-700b-47ed-bea0-890d3c44bb61 admin admin] Made reservation on behalf of 9b6259fd885640bc8a16315ec9645ba1 for: {'network': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:31:00.092916 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-46e70af8-700b-47ed-bea0-890d3c44bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for network, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:00.108299 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-46e70af8-700b-47ed-bea0-890d3c44bb61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:00.169763 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-6b6d9af1-1568-47d9-81cb-0dfd72ff9157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536299', 'neutron.services.segments.db._delete_segments_for_network-8772645825747'] for network, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:00.184346 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.services.segments.db [None req-6b6d9af1-1568-47d9-81cb-0dfd72ff9157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed963f5-0913-4c97-bc8b-2771acf9ee68']}} {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:00.197524 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.services.segments.db [None req-6b6d9af1-1568-47d9-81cb-0dfd72ff9157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd81277e-f324-4a19-977b-853f273ac3e9') {'for_net_delete': True} {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:00.197728 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.services.segments.db [None req-6b6d9af1-1568-47d9-81cb-0dfd72ff9157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd81277e-f324-4a19-977b-853f273ac3e9') {} {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:00.211807 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-6b6d9af1-1568-47d9-81cb-0dfd72ff9157 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772645825576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59026067'] for segment, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:00.233623 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-6b6d9af1-1568-47d9-81cb-0dfd72ff9157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:00.246181 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6d9af1-1568-47d9-81cb-0dfd72ff9157 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=92743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:31:00.246901 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-6b6d9af1-1568-47d9-81cb-0dfd72ff9157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60629296'] for segment, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: Traceback (most recent call last): Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: timer() Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: cb(*args, **kw) Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: return func(*args, **kwargs) Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: self._notify() Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: self.callback(batched_events) Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: event.method(event) Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: return f(self, *a, **k) Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: return self._get(url).json() Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: return self.request(url, 'GET', **kwargs) Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:31:00.250845 dv-cinder-797170-3-smb neutron-server[92743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:31:00.261307 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-46e70af8-700b-47ed-bea0-890d3c44bb61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:00.266408 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-46e70af8-700b-47ed-bea0-890d3c44bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:00.270200 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-9bb1bd23-0b25-4395-a389-7c8ea7e5c6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:00.297689 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e70af8-700b-47ed-bea0-890d3c44bb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678e22f9-844f-47a2-8a13-e860ead718c4,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:00.305042 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-46e70af8-700b-47ed-bea0-890d3c44bb61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:00.318879 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-6b6d9af1-1568-47d9-81cb-0dfd72ff9157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515458'] for network, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:00.324825 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e70af8-700b-47ed-bea0-890d3c44bb61 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=92744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:31:00.326600 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:00.330158 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-6b6d9af1-1568-47d9-81cb-0dfd72ff9157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:00.332914 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-6b6d9af1-1568-47d9-81cb-0dfd72ff9157 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5ed963f5-0913-4c97-bc8b-2771acf9ee68 HTTP/1.1" status: 204 len: 168 time: 0.3524828 Jun 21 04:31:00.337036 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-46e70af8-700b-47ed-bea0-890d3c44bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:00.337784 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.db.segments_db [None req-46e70af8-700b-47ed-bea0-890d3c44bb61 admin admin] Added segment e214e569-a241-45e6-8e6c-ff19aac45fc4 of type vlan for network 5213d269-8dac-4d50-b19b-6314e83191ce Jun 21 04:31:00.352512 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d9af1-1568-47d9-81cb-0dfd72ff9157 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ed963f5-0913-4c97-bc8b-2771acf9ee68,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:00.356273 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-6b6d9af1-1568-47d9-81cb-0dfd72ff9157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:00.388342 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-46e70af8-700b-47ed-bea0-890d3c44bb61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772645272028'] for network, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:00.420576 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-46e70af8-700b-47ed-bea0-890d3c44bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842'] for network, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:00.422631 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e70af8-700b-47ed-bea0-890d3c44bb61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:00.423241 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-46e70af8-700b-47ed-bea0-890d3c44bb61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:00.425643 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:00.481864 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-46e70af8-700b-47ed-bea0-890d3c44bb61 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6198986 Jun 21 04:31:00.485829 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 53106) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:00.486247 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 53108) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:00.492524 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-489e4a01-e50e-43df-8df6-5773f6281ce2 admin admin] Request body: {'subnet': {'network_id': '5213d269-8dac-4d50-b19b-6314e83191ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1097618174-subnet', 'tenant_id': '9b6259fd885640bc8a16315ec9645ba1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:00.493914 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e70af8-700b-47ed-bea0-890d3c44bb61 admin admin] Pushing event updated for resources: {'Network': ['ID=5213d269-8dac-4d50-b19b-6314e83191ce,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:00.496964 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-46e70af8-700b-47ed-bea0-890d3c44bb61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:00.507275 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Network 5213d269-8dac-4d50-b19b-6314e83191ce details requested by agent ovs-agent-dv-cinder-797170-3-smb with host dv-cinder-797170-3-smb {{(pid=92745) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:31:00.537720 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489e4a01-e50e-43df-8df6-5773f6281ce2 admin admin] Made reservation on behalf of 9b6259fd885640bc8a16315ec9645ba1 for: {'subnet': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:31:00.540283 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-489e4a01-e50e-43df-8df6-5773f6281ce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012989'] for subnet, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:00.604505 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-38fe7ff4-1502-4ca3-912e-9bc13932a1cb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=47370b30bb224899ac1d63e4ef8e5969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1147509 Jun 21 04:31:00.604728 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 53112) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:00.709085 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9713d9f8-fe4e-4a12-b281-7b7da515451e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:00.733415 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc26c4-9b1c-43dd-b97c-b23a9901e0c3 req-89068ae0-6cef-4248-9c35-8e1580f7d807 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:00.736794 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-44dc26c4-9b1c-43dd-b97c-b23a9901e0c3 req-89068ae0-6cef-4248-9c35-8e1580f7d807 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.1296923 Jun 21 04:31:00.807016 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9713d9f8-fe4e-4a12-b281-7b7da515451e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:00.813304 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-44dc26c4-9b1c-43dd-b97c-b23a9901e0c3 req-39122b7b-89af-4983-bd16-80eece62b788 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699933 Jun 21 04:31:00.835377 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-489e4a01-e50e-43df-8df6-5773f6281ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60629594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012975'] for subnet, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:00.841605 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-c5ef9208-f5d8-4017-8cc4-ba0817cd265a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:00.877867 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434adbb-8b39-47e2-8bcb-27cd980d1738 req-c5faf138-cb2c-4d7d-8222-38a98cb70f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:00.880332 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-1434adbb-8b39-47e2-8bcb-27cd980d1738 req-c5faf138-cb2c-4d7d-8222-38a98cb70f9d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b41d03382de140b4aafed91df2047d48&device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 1099 time: 0.0655465 Jun 21 04:31:00.934546 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e4a01-e50e-43df-8df6-5773f6281ce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be734b8c-a3f2-4226-85f1-c1d96f64c44a,revision_number=0']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:00.946383 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-489e4a01-e50e-43df-8df6-5773f6281ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:00.962647 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489e4a01-e50e-43df-8df6-5773f6281ce2 admin admin] Checking segment: {'id': 'e214e569-a241-45e6-8e6c-ff19aac45fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5213d269-8dac-4d50-b19b-6314e83191ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:31:00.962969 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489e4a01-e50e-43df-8df6-5773f6281ce2 admin admin] Network hostable DHCP agents. Network: 5213d269-8dac-4d50-b19b-6314e83191ce, hostable agents: ['f03cc20b-fa45-497d-ab77-a260e4d7f44c'], hosted agents: [] {{(pid=92743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:31:00.988172 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9713d9f8-fe4e-4a12-b281-7b7da515451e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:00.993125 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9713d9f8-fe4e-4a12-b281-7b7da515451e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:00.995050 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-9713d9f8-fe4e-4a12-b281-7b7da515451e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c7767e9d-99a8-4d38-9ad4-d05583d55e23 HTTP/1.1" status: 204 len: 168 time: 0.3891368 Jun 21 04:31:00.997195 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-3cdf01ac-3729-41c4-8a1a-fec4745e1c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:01.030311 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713d9f8-fe4e-4a12-b281-7b7da515451e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7767e9d-99a8-4d38-9ad4-d05583d55e23,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:01.040235 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-9713d9f8-fe4e-4a12-b281-7b7da515451e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:01.051803 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434adbb-8b39-47e2-8bcb-27cd980d1738 req-73d66382-0e4e-4417-ae23-5ddf1735f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:01.052791 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489e4a01-e50e-43df-8df6-5773f6281ce2 admin admin] Network 5213d269-8dac-4d50-b19b-6314e83191ce is scheduled to be hosted by DHCP agent f03cc20b-fa45-497d-ab77-a260e4d7f44c with binding_index 1 {{(pid=92743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:31:01.053805 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-1434adbb-8b39-47e2-8bcb-27cd980d1738 req-73d66382-0e4e-4417-ae23-5ddf1735f5af service neutron] 10.222.0.61 "GET /v2.0/networks?id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0 HTTP/1.1" status: 200 len: 917 time: 0.1592367 Jun 21 04:31:01.133721 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-489e4a01-e50e-43df-8df6-5773f6281ce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-smb, 5213d269-8dac-4d50-b19b-6314e83191ce) {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:31:01.138269 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489e4a01-e50e-43df-8df6-5773f6281ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:01.139091 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-489e4a01-e50e-43df-8df6-5773f6281ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for subnet, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:01.151343 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9d1884-17e0-4ad6-907b-0c3344654657 None None] Network 5213d269-8dac-4d50-b19b-6314e83191ce requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:31:01.168865 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-1434adbb-8b39-47e2-8bcb-27cd980d1738 req-1d9b255b-3378-4de3-8e5d-79603ef7d808 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d10fe1da-cd3b-4a9b-b7cc-e394809a994e HTTP/1.1" status: 200 len: 1002 time: 0.1060138 Jun 21 04:31:01.181009 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-489e4a01-e50e-43df-8df6-5773f6281ce2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6842728 Jun 21 04:31:01.196627 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8fdd1-384e-4e62-814e-8f4228bd6485 req-7213da44-8bf6-4599-b664-1ba72fa5d125 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:01.209312 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-baa8fdd1-384e-4e62-814e-8f4228bd6485 req-7213da44-8bf6-4599-b664-1ba72fa5d125 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.1336465 Jun 21 04:31:01.247464 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434adbb-8b39-47e2-8bcb-27cd980d1738 req-f8a1a6e2-2d30-4784-8cab-64c59a75a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:01.249770 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-1434adbb-8b39-47e2-8bcb-27cd980d1738 req-f8a1a6e2-2d30-4784-8cab-64c59a75a35f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0b063768-9c1b-46e1-8850-d03763645351 HTTP/1.1" status: 200 len: 855 time: 0.0669034 Jun 21 04:31:01.285734 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-baa8fdd1-384e-4e62-814e-8f4228bd6485 req-b8469462-34ba-4cb4-9073-b5a80f6ebbcc tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725574 Jun 21 04:31:01.414864 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434adbb-8b39-47e2-8bcb-27cd980d1738 req-dd6af413-7f99-4e4e-adee-320361bfdb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:01.416753 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-1434adbb-8b39-47e2-8bcb-27cd980d1738 req-dd6af413-7f99-4e4e-adee-320361bfdb54 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1580477 Jun 21 04:31:01.417011 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d67eb2b-17ae-429b-8d85-522e2ee1dbbd None None] Network 5213d269-8dac-4d50-b19b-6314e83191ce requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:31:01.619714 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-1434adbb-8b39-47e2-8bcb-27cd980d1738 req-76470160-8a8e-4bf1-b4e7-e80e1b1f61d2 service neutron] 10.222.0.61 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935649 Jun 21 04:31:01.761458 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 53144) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:01.873260 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca49dad-ca99-4f89-b3b5-d92f93c5144a req-05bfd06f-474a-4dbf-9a98-91a9e01fe76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:01.881623 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-bca49dad-ca99-4f89-b3b5-d92f93c5144a req-05bfd06f-474a-4dbf-9a98-91a9e01fe76a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 1098 time: 0.2146385 Jun 21 04:31:01.887526 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-1434adbb-8b39-47e2-8bcb-27cd980d1738 req-50493fad-10ef-4c9b-be7e-32eede1b159f service neutron] 10.222.0.61 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510173 Jun 21 04:31:01.898817 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-b6b5e13a-d298-4be3-8f6f-0af9443ce08b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a07195bfe8174028b740c88f5c5b7879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1344242 Jun 21 04:31:01.903208 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 53148) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:01.974372 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-bca49dad-ca99-4f89-b3b5-d92f93c5144a req-e0671883-8c11-4210-948d-da20021413da service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702283 Jun 21 04:31:02.005643 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-782a5b7e-8e23-4448-9b8e-e43027ad6a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:02.033007 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-782a5b7e-8e23-4448-9b8e-e43027ad6a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:02.124366 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-782a5b7e-8e23-4448-9b8e-e43027ad6a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:02.128680 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-782a5b7e-8e23-4448-9b8e-e43027ad6a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:02.130070 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-782a5b7e-8e23-4448-9b8e-e43027ad6a80 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e5b61caa-3fe4-4ecf-a2ff-01a9055387a8 HTTP/1.1" status: 204 len: 168 time: 0.2222888 Jun 21 04:31:02.131037 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-79507e5f-4639-4853-ae89-6c7eef6d752f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:02.145565 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a5b7e-8e23-4448-9b8e-e43027ad6a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b61caa-3fe4-4ecf-a2ff-01a9055387a8,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:02.153278 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-782a5b7e-8e23-4448-9b8e-e43027ad6a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:02.450000 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df0e9d-6138-4ac6-a36f-4d2b3bde3f56 req-c4590e57-fac3-4810-9b5d-7b90322a1bdf tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:02.453955 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-88df0e9d-6138-4ac6-a36f-4d2b3bde3f56 req-c4590e57-fac3-4810-9b5d-7b90322a1bdf tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.2067411 Jun 21 04:31:02.641577 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-88df0e9d-6138-4ac6-a36f-4d2b3bde3f56 req-c00403fa-068e-492a-adb4-e289a80bcf26 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609256 Jun 21 04:31:02.805453 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f42c5-0f60-492c-b5bf-28730099a670 req-2b4fa7dc-71e5-46fe-8f47-1fbe048e5476 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:02.813975 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ef9f42c5-0f60-492c-b5bf-28730099a670 req-2b4fa7dc-71e5-46fe-8f47-1fbe048e5476 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.2757351 Jun 21 04:31:02.893326 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ef9f42c5-0f60-492c-b5bf-28730099a670 req-1cf9ef73-51a7-4a2a-b629-29453027b897 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780482 Jun 21 04:31:04.201032 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71636b17-57ff-46d4-bbdf-c24efd588959 req-4eec3523-2c27-4653-ae21-8a246c7d30d9 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:04.203282 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-71636b17-57ff-46d4-bbdf-c24efd588959 req-4eec3523-2c27-4653-ae21-8a246c7d30d9 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.1741357 Jun 21 04:31:04.252280 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-71636b17-57ff-46d4-bbdf-c24efd588959 req-5a2ede56-f3c0-495b-a6ec-d2003131f274 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390372 Jun 21 04:31:04.391117 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36b739-7a0f-4d9e-b4d8-bc9238c13531 req-84b070b9-5a7b-4ccd-b694-65946dbf23be tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:04.408644 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-fc36b739-7a0f-4d9e-b4d8-bc9238c13531 req-84b070b9-5a7b-4ccd-b694-65946dbf23be tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.2778647 Jun 21 04:31:04.507889 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-fc36b739-7a0f-4d9e-b4d8-bc9238c13531 req-93552252-5275-4fe7-b806-69b9ef39939b tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966754 Jun 21 04:31:04.631239 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 53218) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:04.795737 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38e808-0ae4-435c-8f8d-7468b9c32a24 req-1901783a-6d5a-4722-baa1-9e7fb244b96d tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:04.803356 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ea38e808-0ae4-435c-8f8d-7468b9c32a24 req-1901783a-6d5a-4722-baa1-9e7fb244b96d tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.0876198 Jun 21 04:31:04.884674 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ea38e808-0ae4-435c-8f8d-7468b9c32a24 req-1cfc0076-29fa-4331-9b78-8632088f6fa3 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713255 Jun 21 04:31:04.908994 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-dbd35881-3dba-4d07-b075-ca290abf0c1a tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:04.916710 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-dbd35881-3dba-4d07-b075-ca290abf0c1a tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/networks?id=5213d269-8dac-4d50-b19b-6314e83191ce HTTP/1.1" status: 200 len: 814 time: 0.2078476 Jun 21 04:31:04.948871 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-ecc591a5-9bc0-44dc-b886-431222dea667 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/quotas/9b6259fd885640bc8a16315ec9645ba1 HTTP/1.1" status: 200 len: 375 time: 0.0352592 Jun 21 04:31:05.013659 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-1a804022-95af-4726-838e-77be8b9f9c4a tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9b6259fd885640bc8a16315ec9645ba1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637646 Jun 21 04:31:05.069456 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8219368d-1dcc-4acc-800f-5e318641f672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:05.187937 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-54432024-6ed5-47d6-923c-595a41568b58 service neutron] 10.222.0.60 "GET /v2.0/networks/5213d269-8dac-4d50-b19b-6314e83191ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725621 Jun 21 04:31:05.279059 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device d10fe1da-cd3b-4a9b-b7cc-e394809a994e no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:31:05.377176 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-9178900e-3865-409b-8b53-475ed2436b05 service neutron] 10.222.0.60 "GET /v2.0/networks/5213d269-8dac-4d50-b19b-6314e83191ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882703 Jun 21 04:31:05.386665 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8219368d-1dcc-4acc-800f-5e318641f672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:05.402934 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8219368d-1dcc-4acc-800f-5e318641f672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:05.406597 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-9713d9f8-fe4e-4a12-b281-7b7da515451e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:05.510937 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219368d-1dcc-4acc-800f-5e318641f672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bdaec4-1eb9-499d-a58d-ed69c4e37253,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:05.514712 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-8219368d-1dcc-4acc-800f-5e318641f672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:05.525104 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-8219368d-1dcc-4acc-800f-5e318641f672 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b23fad7ad0e74e0a885bfb77f4ac3bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8914268 Jun 21 04:31:05.528721 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 53242) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:05.620740 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-83a110ce-53e7-4695-9e2f-7f91eb44f32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:05.637187 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:05.662522 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-83a110ce-53e7-4695-9e2f-7f91eb44f32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:05.667240 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8a5fcf-f3ef-46ad-9c8b-ce853c952916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd10fe1da-cd3b-4a9b-b7cc-e394809a994e'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:05.670772 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1815790b-c53a-486f-8567-332b037ac3f7" -d '{"events": [{"server_uuid": "8f8a5fcf-f3ef-46ad-9c8b-ce853c952916", "name": "network-vif-unplugged", "status": "completed", "tag": "d10fe1da-cd3b-4a9b-b7cc-e394809a994e"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:05.689819 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port d10fe1da-cd3b-4a9b-b7cc-e394809a994e, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d10fe1da-cd3b-4a9b-b7cc-e394809a994e,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:05.696339 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:05.699004 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:05.758564 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-83a110ce-53e7-4695-9e2f-7f91eb44f32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:05.761560 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-83a110ce-53e7-4695-9e2f-7f91eb44f32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:05.763358 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-83a110ce-53e7-4695-9e2f-7f91eb44f32b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/39bdaec4-1eb9-499d-a58d-ed69c4e37253 HTTP/1.1" status: 204 len: 168 time: 0.2335310 Jun 21 04:31:05.764312 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-7dc9e503-7051-45db-abde-36b672f08e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:05.783788 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a110ce-53e7-4695-9e2f-7f91eb44f32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bdaec4-1eb9-499d-a58d-ed69c4e37253,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:05.788140 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-83a110ce-53e7-4695-9e2f-7f91eb44f32b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:05.820477 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=d10fe1da-cd3b-4a9b-b7cc-e394809a994e,revision_number=8']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:05.844511 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:05.845214 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:05.846186 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:05.846883 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:05.848823 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:05.849857 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:05.850583 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:05.851738 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:05.852385 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:05.853291 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:05.854002 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:05.854726 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:05.881157 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:06.000110 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052ef0d2-f6ab-47d7-aa9e-c5f0bbea77de x-openstack-request-id: req-052ef0d2-f6ab-47d7-aa9e-c5f0bbea77de {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:06.000586 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8a5fcf-f3ef-46ad-9c8b-ce853c952916", "name": "network-vif-unplugged", "status": "failed", "tag": "d10fe1da-cd3b-4a9b-b7cc-e394809a994e", "code": 422}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:06.004730 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-052ef0d2-f6ab-47d7-aa9e-c5f0bbea77de {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:06.007387 dv-cinder-797170-3-smb neutron-server[92745]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8f8a5fcf-f3ef-46ad-9c8b-ce853c952916', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd10fe1da-cd3b-4a9b-b7cc-e394809a994e', 'code': 422} returned with failed status Jun 21 04:31:06.078696 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5288f8b5-e3a9-443f-a4f9-e41f31541f72 req-68684284-6e45-4503-8eff-688cf1d02933 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=74901835-6d66-408d-8c76-6d4ca54b1572 HTTP/1.1" status: 200 len: 210 time: 0.0421779 Jun 21 04:31:06.138045 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b94f0e-77be-4dd8-9b6c-fec6791fd689 req-3eed6d33-92c0-41ff-8b4f-34fc07068193 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:06.146580 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-94b94f0e-77be-4dd8-9b6c-fec6791fd689 req-3eed6d33-92c0-41ff-8b4f-34fc07068193 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 946 time: 0.5681617 Jun 21 04:31:06.219601 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-94b94f0e-77be-4dd8-9b6c-fec6791fd689 req-58202e44-30c8-4b99-acec-36df2ba0277f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697532 Jun 21 04:31:07.433481 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-5b24b5fd-c722-4859-9210-5f2f1630b6e1 req-675abb4c-c401-461b-956d-96fad0ffe3f3 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=74901835-6d66-408d-8c76-6d4ca54b1572 HTTP/1.1" status: 200 len: 210 time: 0.0574186 Jun 21 04:31:07.621503 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1918149-d6c7-485d-97f2-a0e5a1496219 req-a44cce93-f548-4c80-8313-2eea212da740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:07.626695 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f1918149-d6c7-485d-97f2-a0e5a1496219 req-a44cce93-f548-4c80-8313-2eea212da740 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bd6d23e61fd544778bcff22b5bd8e44d&device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 1099 time: 0.2652733 Jun 21 04:31:07.740567 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d813c9f-1a83-4fca-bc65-60e89e91dd6b req-b8af4ffc-e7cc-4b08-b338-0983a572231d tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:07.749301 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8d813c9f-1a83-4fca-bc65-60e89e91dd6b req-b8af4ffc-e7cc-4b08-b338-0983a572231d tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.1479931 Jun 21 04:31:07.805785 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8d813c9f-1a83-4fca-bc65-60e89e91dd6b req-5ce918f8-c86d-44e7-8b80-95b2cec66085 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553825 Jun 21 04:31:07.907972 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1918149-d6c7-485d-97f2-a0e5a1496219 req-f92ac980-1cc1-40ab-96cb-b040c4d54d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:07.909550 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f1918149-d6c7-485d-97f2-a0e5a1496219 req-f92ac980-1cc1-40ab-96cb-b040c4d54d2a service neutron] 10.222.0.61 "GET /v2.0/networks?id=ba5c6907-199a-4e01-99a2-5c56bd766c8f HTTP/1.1" status: 200 len: 920 time: 0.2732720 Jun 21 04:31:08.024882 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f1918149-d6c7-485d-97f2-a0e5a1496219 req-48733082-2b63-425d-a0dd-11aa3768554e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f92d8b3-17fc-463e-980a-8c3efea1ce3f HTTP/1.1" status: 200 len: 217 time: 0.0894446 Jun 21 04:31:08.121042 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1918149-d6c7-485d-97f2-a0e5a1496219 req-8b9137c9-9a3a-4529-8dcf-49c50f0a0156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:08.125843 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f1918149-d6c7-485d-97f2-a0e5a1496219 req-8b9137c9-9a3a-4529-8dcf-49c50f0a0156 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=10837d44-5e1e-4f4f-9b67-bd818970debd HTTP/1.1" status: 200 len: 859 time: 0.0905061 Jun 21 04:31:08.190470 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f1918149-d6c7-485d-97f2-a0e5a1496219 req-842d7387-e677-48cd-a657-7266052d3d98 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ba5c6907-199a-4e01-99a2-5c56bd766c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556536 Jun 21 04:31:08.473311 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f1918149-d6c7-485d-97f2-a0e5a1496219 req-f41179e1-7a81-4a36-b483-075d876c9950 service neutron] 10.222.0.61 "GET /v2.0/networks/ba5c6907-199a-4e01-99a2-5c56bd766c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723100 Jun 21 04:31:08.590154 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ef98d-94b6-4135-97d6-8e042bf6bfa4 req-a02c9cf1-6152-40bf-b61d-e20946471cf0 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:08.608644 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-690ef98d-94b6-4135-97d6-8e042bf6bfa4 req-a02c9cf1-6152-40bf-b61d-e20946471cf0 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 944 time: 0.2376556 Jun 21 04:31:08.791730 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-c1be5216-3a28-4f76-8ab5-d217b2ff2f29 req-8c8a92f6-4265-4f0f-a9b0-69e745690c0a tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=74901835-6d66-408d-8c76-6d4ca54b1572 HTTP/1.1" status: 200 len: 210 time: 0.0787027 Jun 21 04:31:08.909243 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f1918149-d6c7-485d-97f2-a0e5a1496219 req-d99b29ee-6813-41c1-90fa-4b1b0644b3d5 service neutron] 10.222.0.61 "GET /v2.0/networks/ba5c6907-199a-4e01-99a2-5c56bd766c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219768 Jun 21 04:31:09.020286 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-690ef98d-94b6-4135-97d6-8e042bf6bfa4 req-337ccaf0-0813-4610-ab08-cea4b766e905 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3966558 Jun 21 04:31:09.216002 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-9eaba73c-cd4a-42a7-b1c2-9d1c6e8cb343 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:09.221194 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-9eaba73c-cd4a-42a7-b1c2-9d1c6e8cb343 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.61 "GET /v2.0/networks?id=5213d269-8dac-4d50-b19b-6314e83191ce HTTP/1.1" status: 200 len: 814 time: 0.5121639 Jun 21 04:31:09.245877 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-36383c10-fe5a-4eaa-bc06-b10518d0c526 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Request body: {'port': {'device_id': '74901835-6d66-408d-8c76-6d4ca54b1572', 'network_id': '5213d269-8dac-4d50-b19b-6314e83191ce', 'admin_state_up': True, 'tenant_id': '9b6259fd885640bc8a16315ec9645ba1'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:09.321738 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d9e2f-6a50-458b-8b63-3403bdd6491a req-7bf96888-4a0b-4be8-bcfe-517c76a8fa5e tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:09.335563 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-334d9e2f-6a50-458b-8b63-3403bdd6491a req-7bf96888-4a0b-4be8-bcfe-517c76a8fa5e tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.1825256 Jun 21 04:31:09.465587 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-334d9e2f-6a50-458b-8b63-3403bdd6491a req-1f0ba830-425e-4a90-9a73-9d0d1e8ba5c8 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229138 Jun 21 04:31:09.620166 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 53378) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:09.633689 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-36383c10-fe5a-4eaa-bc06-b10518d0c526 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Made reservation on behalf of 9b6259fd885640bc8a16315ec9645ba1 for: {'port': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:31:09.658934 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-36383c10-fe5a-4eaa-bc06-b10518d0c526 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:09.833328 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0fc809ee-5563-41a6-9bd0-d87f57b78889 req-6a6b6530-9c2a-48b2-a0d0-8bfc33a29d4b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2114966 Jun 21 04:31:09.950950 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_common [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-36383c10-fe5a-4eaa-bc06-b10518d0c526 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Allocated IP 172.20.0.12 (5213d269-8dac-4d50-b19b-6314e83191ce/be734b8c-a3f2-4226-85f1-c1d96f64c44a/460db509-2acc-46af-882a-d4f08766fe3a) {{(pid=92744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:31:10.337750 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-e580a31d-ad6e-4831-9eed-2b532a2b3129 req-c9d40acc-2009-4f64-b1e9-f8cb3f0cd897 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=74901835-6d66-408d-8c76-6d4ca54b1572 HTTP/1.1" status: 200 len: 210 time: 0.0992203 Jun 21 04:31:10.425737 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-36383c10-fe5a-4eaa-bc06-b10518d0c526 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Notify callbacks [] for port, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:10.484060 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacf07b-f90a-4abd-8ce4-10d80975ce18 req-65a8ef95-f1a7-4ef9-a40e-85006fd3fcc6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:10.493655 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-beacf07b-f90a-4abd-8ce4-10d80975ce18 req-65a8ef95-f1a7-4ef9-a40e-85006fd3fcc6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 944 time: 0.1495113 Jun 21 04:31:10.551184 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-36383c10-fe5a-4eaa-bc06-b10518d0c526 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60010093'] for port, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:10.575151 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:10.597698 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-beacf07b-f90a-4abd-8ce4-10d80975ce18 req-2a528b99-5e4e-43bb-8bb4-35bfda3da315 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027477 Jun 21 04:31:10.682974 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-36383c10-fe5a-4eaa-bc06-b10518d0c526 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Network 5213d269-8dac-4d50-b19b-6314e83191ce is already hosted by enough agents. {{(pid=92744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:31:10.699807 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-36383c10-fe5a-4eaa-bc06-b10518d0c526 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Resources bound (agent type, host, resource id): {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:31:10.700890 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:31:10.706223 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-36383c10-fe5a-4eaa-bc06-b10518d0c526 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Received port after_create {{(pid=92744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:31:10.922861 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36383c10-fe5a-4eaa-bc06-b10518d0c526 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Pushing event updated for resources: {'Port': ['ID=460db509-2acc-46af-882a-d4f08766fe3a,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:10.939467 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-36383c10-fe5a-4eaa-bc06-b10518d0c526 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:10.968615 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-36383c10-fe5a-4eaa-bc06-b10518d0c526 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:10.973661 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-36383c10-fe5a-4eaa-bc06-b10518d0c526 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:11.006108 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-36383c10-fe5a-4eaa-bc06-b10518d0c526 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7729101 Jun 21 04:31:11.024442 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] Request body: {'port': {'device_id': '74901835-6d66-408d-8c76-6d4ca54b1572', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:11.082305 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42715774-39ed-4a46-aa4c-d03daad52211 req-eb986777-5601-4d87-bed3-04cccc2bef30 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:11.083602 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-42715774-39ed-4a46-aa4c-d03daad52211 req-eb986777-5601-4d87-bed3-04cccc2bef30 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.2781858 Jun 21 04:31:11.290152 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-42715774-39ed-4a46-aa4c-d03daad52211 req-1dea3833-ce7e-4dad-be3d-68dbe6d80c03 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758704 Jun 21 04:31:11.309616 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:11.855096 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8839370-43b9-42e3-b509-ab2c0634e0f7 req-9fd71039-baff-4b4c-bcf5-e1f52cbe9671 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:11.880715 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b8839370-43b9-42e3-b509-ab2c0634e0f7 req-9fd71039-baff-4b4c-bcf5-e1f52cbe9671 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=74901835-6d66-408d-8c76-6d4ca54b1572 HTTP/1.1" status: 200 len: 932 time: 0.2701201 Jun 21 04:31:11.983971 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b8839370-43b9-42e3-b509-ab2c0634e0f7 req-14e901de-e1b4-468a-88c6-0d991ec83119 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011438 Jun 21 04:31:12.100635 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460db509-2acc-46af-882a-d4f08766fe3a {{(pid=92744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:31:12.115291 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:12.141319 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.provisioning_blocks [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] Transition to ACTIVE for port object 460db509-2acc-46af-882a-d4f08766fe3a will not be triggered until provisioned by entity L2. {{(pid=92744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:31:12.155571 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e85bb-b4fc-4892-a4ff-b2e7e214cf57 req-31e652f6-9723-4034-b11c-0d508b4b8414 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:12.157284 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-1f5e85bb-b4fc-4892-a4ff-b2e7e214cf57 req-31e652f6-9723-4034-b11c-0d508b4b8414 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 944 time: 0.2462909 Jun 21 04:31:12.158630 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:12.161096 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-5ea970eb-d1e9-45ea-8968-297c7d52e7f3 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:12.269524 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] Pushing event updated for resources: {'Port': ['ID=460db509-2acc-46af-882a-d4f08766fe3a,revision_number=2']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:12.281591 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:12.316927 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-1f5e85bb-b4fc-4892-a4ff-b2e7e214cf57 req-b08ef2a7-a199-4a47-9878-f3f43de7f9cd tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254659 Jun 21 04:31:12.411934 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] Attempting to bind port 460db509-2acc-46af-882a-d4f08766fe3a on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:31:12.412563 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] Attempting to bind port 460db509-2acc-46af-882a-d4f08766fe3a by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'e214e569-a241-45e6-8e6c-ff19aac45fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5213d269-8dac-4d50-b19b-6314e83191ce'}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:31:12.418231 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] Attempting to bind port 460db509-2acc-46af-882a-d4f08766fe3a on network 5213d269-8dac-4d50-b19b-6314e83191ce {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:31:12.431489 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] Port 460db509-2acc-46af-882a-d4f08766fe3a on network 5213d269-8dac-4d50-b19b-6314e83191ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:31:12.431988 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] Attempting to bind port 460db509-2acc-46af-882a-d4f08766fe3a on network 5213d269-8dac-4d50-b19b-6314e83191ce {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:31:12.442209 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] Checking agent: {'id': '96b302db-cc9c-42f9-932f-b12d5511dc88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'started_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:31:12.442855 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] Checking segment: {'id': 'e214e569-a241-45e6-8e6c-ff19aac45fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5213d269-8dac-4d50-b19b-6314e83191ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:31:12.444371 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] Bound using segment: {'id': 'e214e569-a241-45e6-8e6c-ff19aac45fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5213d269-8dac-4d50-b19b-6314e83191ce'} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:31:12.444371 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] Bound port: 460db509-2acc-46af-882a-d4f08766fe3a, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e214e569-a241-45e6-8e6c-ff19aac45fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5213d269-8dac-4d50-b19b-6314e83191ce'}}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:31:12.444371 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:12.568939 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] For port 460db509-2acc-46af-882a-d4f08766fe3a, host hv-cinder-79717, cleared binding levels {{(pid=92744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:31:12.574135 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] For port 460db509-2acc-46af-882a-d4f08766fe3a, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=460db509-2acc-46af-882a-d4f08766fe3a,segment=NetworkSegment(e214e569-a241-45e6-8e6c-ff19aac45fc4),segment_id=e214e569-a241-45e6-8e6c-ff19aac45fc4)] {{(pid=92744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:31:12.581201 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:12.598690 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-ae4e9f66-1118-4c74-af0e-bcb9ef1bea50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:12.628084 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:12.629960 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:12.631753 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] 10.222.0.61 "PUT /v2.0/ports/460db509-2acc-46af-882a-d4f08766fe3a HTTP/1.1" status: 200 len: 1094 time: 1.6137173 Jun 21 04:31:12.633293 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74901835-6d66-408d-8c76-6d4ca54b1572', 'tag': '460db509-2acc-46af-882a-d4f08766fe3a'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:12.638147 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc809ee-5563-41a6-9bd0-d87f57b78889 req-de7b1db0-6430-4fdd-b15f-dd3d8be3dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:12.640216 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0fc809ee-5563-41a6-9bd0-d87f57b78889 req-de7b1db0-6430-4fdd-b15f-dd3d8be3dfbe service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916&tenant_id=b41d03382de140b4aafed91df2047d48 HTTP/1.1" status: 200 len: 1097 time: 0.1850269 Jun 21 04:31:12.645468 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fad49c-2025-40b0-8dfa-f2fd1101e340" -d '{"events": [{"name": "network-changed", "server_uuid": "74901835-6d66-408d-8c76-6d4ca54b1572", "tag": "460db509-2acc-46af-882a-d4f08766fe3a"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:12.653361 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf0174-6a59-4b60-9f71-cc3abfc95527 req-b04dacf3-ba92-42fa-a0a3-9397db8cd3ca tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:12.656395 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-eccf0174-6a59-4b60-9f71-cc3abfc95527 req-b04dacf3-ba92-42fa-a0a3-9397db8cd3ca tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.1629338 Jun 21 04:31:12.733639 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70eeb6b-54bd-4d31-acb5-d3e977bde678 x-openstack-request-id: req-e70eeb6b-54bd-4d31-acb5-d3e977bde678 {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:12.734062 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74901835-6d66-408d-8c76-6d4ca54b1572", "tag": "460db509-2acc-46af-882a-d4f08766fe3a", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:12.734441 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e70eeb6b-54bd-4d31-acb5-d3e977bde678 {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:12.748695 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74901835-6d66-408d-8c76-6d4ca54b1572', 'tag': '460db509-2acc-46af-882a-d4f08766fe3a', 'status': 'completed', 'code': 200} Jun 21 04:31:12.758876 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] Pushing event updated for resources: {'Port': ['ID=460db509-2acc-46af-882a-d4f08766fe3a,revision_number=3']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:12.764423 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:12.810505 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-af37b760-0204-4e26-bda3-f6002f87a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:12.812270 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-af37b760-0204-4e26-bda3-f6002f87a4ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9b6259fd885640bc8a16315ec9645ba1&device_id=74901835-6d66-408d-8c76-6d4ca54b1572 HTTP/1.1" status: 200 len: 1097 time: 0.1184585 Jun 21 04:31:12.824341 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-eccf0174-6a59-4b60-9f71-cc3abfc95527 req-cb71f4f7-29a2-4103-9b4a-cd215678a1b6 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585925 Jun 21 04:31:12.884711 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-dc0c26e7-4b66-4d46-b597-ebd5cb5be6d1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=460db509-2acc-46af-882a-d4f08766fe3a HTTP/1.1" status: 200 len: 217 time: 0.0612018 Jun 21 04:31:12.913204 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc809ee-5563-41a6-9bd0-d87f57b78889 req-e3e12df1-285a-4435-90c7-66a24c77aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:12.916005 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0fc809ee-5563-41a6-9bd0-d87f57b78889 req-e3e12df1-285a-4435-90c7-66a24c77aeca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b41d03382de140b4aafed91df2047d48&device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 1097 time: 0.2431962 Jun 21 04:31:12.976600 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-8e5700d8-d1a3-4f6d-b190-710a19d3375c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:12.979188 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-8e5700d8-d1a3-4f6d-b190-710a19d3375c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=be734b8c-a3f2-4226-85f1-c1d96f64c44a HTTP/1.1" status: 200 len: 854 time: 0.0866423 Jun 21 04:31:13.044670 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-5c597749-4ddc-4694-919f-4819b257a13f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5213d269-8dac-4d50-b19b-6314e83191ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587511 Jun 21 04:31:13.206662 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc809ee-5563-41a6-9bd0-d87f57b78889 req-ace3f000-8422-481b-a067-37bcc61846f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:13.208583 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0fc809ee-5563-41a6-9bd0-d87f57b78889 req-ace3f000-8422-481b-a067-37bcc61846f2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0 HTTP/1.1" status: 200 len: 917 time: 0.2663145 Jun 21 04:31:13.295915 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-0a50d151-423f-4615-a9e8-00a7255e6c55 service neutron] 10.222.0.61 "GET /v2.0/networks/5213d269-8dac-4d50-b19b-6314e83191ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435222 Jun 21 04:31:13.342427 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0fc809ee-5563-41a6-9bd0-d87f57b78889 req-3ecc13b3-f5c9-444c-8b78-d53f3067a25f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d10fe1da-cd3b-4a9b-b7cc-e394809a994e HTTP/1.1" status: 200 len: 1000 time: 0.1265392 Jun 21 04:31:13.540994 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc809ee-5563-41a6-9bd0-d87f57b78889 req-d3bcd8e4-4c32-44fc-b39e-fce3d2f4eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:13.544016 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0fc809ee-5563-41a6-9bd0-d87f57b78889 req-d3bcd8e4-4c32-44fc-b39e-fce3d2f4eba1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0b063768-9c1b-46e1-8850-d03763645351 HTTP/1.1" status: 200 len: 855 time: 0.1938913 Jun 21 04:31:13.669330 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc809ee-5563-41a6-9bd0-d87f57b78889 req-eed069c9-b0d6-481c-b8c2-20b829c41ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:13.671739 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0fc809ee-5563-41a6-9bd0-d87f57b78889 req-eed069c9-b0d6-481c-b8c2-20b829c41ddf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1191709 Jun 21 04:31:13.734223 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c6f16-610e-43e6-82ac-65631c1f9955 req-c28d11b1-80b9-451e-ad81-808b446d6292 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:13.743547 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-005c6f16-610e-43e6-82ac-65631c1f9955 req-c28d11b1-80b9-451e-ad81-808b446d6292 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=74901835-6d66-408d-8c76-6d4ca54b1572 HTTP/1.1" status: 200 len: 944 time: 0.4413142 Jun 21 04:31:13.797751 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ee42abf0-6672-479c-b75f-5cc9f9f1c97c req-7c541e38-4c86-45b2-9bde-2a7515da1fa3 service neutron] 10.222.0.61 "GET /v2.0/networks/5213d269-8dac-4d50-b19b-6314e83191ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784217 Jun 21 04:31:13.873373 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-005c6f16-610e-43e6-82ac-65631c1f9955 req-9d6c6ddb-6caf-42a5-a3b7-2d5693f39f3d tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286020 Jun 21 04:31:13.950673 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fad49c-2025-40b0-8dfa-f2fd1101e340 req-5fd78ac2-aa7c-433f-a435-8bbcc79aa6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:13.952879 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-76fad49c-2025-40b0-8dfa-f2fd1101e340 req-5fd78ac2-aa7c-433f-a435-8bbcc79aa6d6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9b6259fd885640bc8a16315ec9645ba1&device_id=74901835-6d66-408d-8c76-6d4ca54b1572 HTTP/1.1" status: 200 len: 1097 time: 0.0751185 Jun 21 04:31:14.069822 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0fc809ee-5563-41a6-9bd0-d87f57b78889 req-774882b7-3586-42cd-95cb-5a2f8dbe20cd service neutron] 10.222.0.61 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806076 Jun 21 04:31:14.110234 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca62a86-217c-4254-aeb2-e6ead373a404 req-30a6bd10-fe5e-435b-9df0-90142e11978f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:14.127938 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-9ca62a86-217c-4254-aeb2-e6ead373a404 req-30a6bd10-fe5e-435b-9df0-90142e11978f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 944 time: 0.3122678 Jun 21 04:31:14.150267 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fad49c-2025-40b0-8dfa-f2fd1101e340 req-ab795754-d2fc-4d3c-86bb-0c58f85c054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:14.151862 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-76fad49c-2025-40b0-8dfa-f2fd1101e340 req-ab795754-d2fc-4d3c-86bb-0c58f85c054d service neutron] 10.222.0.61 "GET /v2.0/networks?id=5213d269-8dac-4d50-b19b-6314e83191ce HTTP/1.1" status: 200 len: 915 time: 0.1858892 Jun 21 04:31:14.202895 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-76fad49c-2025-40b0-8dfa-f2fd1101e340 req-8379330d-87d9-44c4-b38e-b5460c3ca41a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=460db509-2acc-46af-882a-d4f08766fe3a HTTP/1.1" status: 200 len: 217 time: 0.0421503 Jun 21 04:31:14.211019 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62565358-156e-45a6-9772-98128f0db378 req-09a5bd1f-04db-4343-a6b4-e5e9f6287445 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:14.213816 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-62565358-156e-45a6-9772-98128f0db378 req-09a5bd1f-04db-4343-a6b4-e5e9f6287445 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.1398308 Jun 21 04:31:14.283892 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-9ca62a86-217c-4254-aeb2-e6ead373a404 req-2e6a97ff-928f-48f2-9e50-f57d658a56c3 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543612 Jun 21 04:31:14.314625 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-62565358-156e-45a6-9772-98128f0db378 req-b15cc737-f6b9-4171-9f10-f79c7ce0012a tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625079 Jun 21 04:31:14.348198 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fad49c-2025-40b0-8dfa-f2fd1101e340 req-71efb2ba-bd84-4b05-ad03-700fb1bc5c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:14.349822 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-76fad49c-2025-40b0-8dfa-f2fd1101e340 req-71efb2ba-bd84-4b05-ad03-700fb1bc5c98 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=be734b8c-a3f2-4226-85f1-c1d96f64c44a HTTP/1.1" status: 200 len: 854 time: 0.1363962 Jun 21 04:31:14.424632 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0fc809ee-5563-41a6-9bd0-d87f57b78889 req-38a20ff6-fbef-4e07-bc08-68e9ffa947c2 service neutron] 10.222.0.61 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478041 Jun 21 04:31:14.446016 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-76fad49c-2025-40b0-8dfa-f2fd1101e340 req-ea2ece15-e7f6-4182-bb02-4ec5f4e4f260 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5213d269-8dac-4d50-b19b-6314e83191ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887923 Jun 21 04:31:14.671959 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-76fad49c-2025-40b0-8dfa-f2fd1101e340 req-e657cae6-9c2e-43e8-9ab2-a10515d25af6 service neutron] 10.222.0.61 "GET /v2.0/networks/5213d269-8dac-4d50-b19b-6314e83191ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177668 Jun 21 04:31:14.862209 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-76fad49c-2025-40b0-8dfa-f2fd1101e340 req-27884cb7-0488-49b3-a95c-23a0af98c2fd service neutron] 10.222.0.61 "GET /v2.0/networks/5213d269-8dac-4d50-b19b-6314e83191ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803350 Jun 21 04:31:15.054020 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2935bfda-d945-4c16-a71d-2eb3ad197dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:15.140520 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efc86c-9167-4ca4-929f-5952ab27adfd req-5a7cc776-0cda-4980-ad18-673de9d9fdc2 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:15.142288 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b7efc86c-9167-4ca4-929f-5952ab27adfd req-5a7cc776-0cda-4980-ad18-673de9d9fdc2 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=74901835-6d66-408d-8c76-6d4ca54b1572 HTTP/1.1" status: 200 len: 944 time: 0.1403563 Jun 21 04:31:15.201420 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b7efc86c-9167-4ca4-929f-5952ab27adfd req-fcdaeff6-cc2e-4bc6-b29e-6d33a53f9f7a tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481095 Jun 21 04:31:15.788826 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77738981-58ff-4020-a356-197eff2aa199 req-f0b49981-4e87-4c6e-b8d2-6403a397724a tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:15.815127 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-77738981-58ff-4020-a356-197eff2aa199 req-f0b49981-4e87-4c6e-b8d2-6403a397724a tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.2400851 Jun 21 04:31:15.944126 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cd6c3-2ea7-487e-a79f-272f1e8b746f req-00838485-04bf-45ef-a3e8-d873b6c4244e tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:15.947356 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-313cd6c3-2ea7-487e-a79f-272f1e8b746f req-00838485-04bf-45ef-a3e8-d873b6c4244e tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 944 time: 0.1529970 Jun 21 04:31:16.036084 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-77738981-58ff-4020-a356-197eff2aa199 req-cae5e184-a518-4e35-8f27-0b703a6b39d6 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174013 Jun 21 04:31:16.093491 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-313cd6c3-2ea7-487e-a79f-272f1e8b746f req-6e7c018b-ec8d-456c-ae05-c006b7e649b3 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379032 Jun 21 04:31:16.746635 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afbc80-a392-469f-8fb5-91b7ac972307 req-93e74102-21b7-4df4-afcd-aec577d5529d tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:16.763240 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d9afbc80-a392-469f-8fb5-91b7ac972307 req-93e74102-21b7-4df4-afcd-aec577d5529d tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=74901835-6d66-408d-8c76-6d4ca54b1572 HTTP/1.1" status: 200 len: 944 time: 0.2175226 Jun 21 04:31:16.920363 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d9afbc80-a392-469f-8fb5-91b7ac972307 req-fdb4eacd-ba7e-4d02-89e2-1a81f6210f82 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433198 Jun 21 04:31:17.326067 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 460db509-2acc-46af-882a-d4f08766fe3a details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92745) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:31:17.634227 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 460db509-2acc-46af-882a-d4f08766fe3a, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=460db509-2acc-46af-882a-d4f08766fe3a,segment=NetworkSegment(e214e569-a241-45e6-8e6c-ff19aac45fc4),segment_id=e214e569-a241-45e6-8e6c-ff19aac45fc4)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:17.657800 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Returning: {'device': '460db509-2acc-46af-882a-d4f08766fe3a', 'network_id': '5213d269-8dac-4d50-b19b-6314e83191ce', 'port_id': '460db509-2acc-46af-882a-d4f08766fe3a', 'mac_address': 'fa:16:3e:3b:0d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be734b8c-a3f2-4226-85f1-c1d96f64c44a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92745) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:31:17.692902 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5f58c-607a-4231-877e-89a8bbaff4e1 req-09d5f37f-10ff-4aba-a838-c08bd66b39a8 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:17.694435 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-6af5f58c-607a-4231-877e-89a8bbaff4e1 req-09d5f37f-10ff-4aba-a838-c08bd66b39a8 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.2371578 Jun 21 04:31:17.722802 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf619cd6-6c1b-4161-a39b-a60182b61e31 req-3ea3ce3b-ecb9-4113-af06-b0f7bcbf2d27 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:17.734741 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-cf619cd6-6c1b-4161-a39b-a60182b61e31 req-3ea3ce3b-ecb9-4113-af06-b0f7bcbf2d27 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 944 time: 0.2510731 Jun 21 04:31:17.742933 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:17.776400 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460db509-2acc-46af-882a-d4f08766fe3a {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:31:17.800758 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-6af5f58c-607a-4231-877e-89a8bbaff4e1 req-58a3fae2-010c-4f88-be56-727239088305 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945756 Jun 21 04:31:17.838841 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-cf619cd6-6c1b-4161-a39b-a60182b61e31 req-09d75c17-5a53-4475-a07c-02a0a8a449c1 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030407 Jun 21 04:31:17.864264 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 460db509-2acc-46af-882a-d4f08766fe3a, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=460db509-2acc-46af-882a-d4f08766fe3a,segment=NetworkSegment(e214e569-a241-45e6-8e6c-ff19aac45fc4),segment_id=e214e569-a241-45e6-8e6c-ff19aac45fc4)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:17.875607 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:17.877760 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:18.109282 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=460db509-2acc-46af-882a-d4f08766fe3a,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:18.121312 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:18.143946 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-90f0f8eb-d534-46f0-9044-b78222fa4a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:18.149249 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:18.199270 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['460db509-2acc-46af-882a-d4f08766fe3a'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:31:18.206603 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:18.372184 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cf2d6-d6aa-42d7-aa87-e85c0ff4c1c1 req-b79156b5-adec-41ae-a1db-15b70e0502dc tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:18.381882 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-628cf2d6-d6aa-42d7-aa87-e85c0ff4c1c1 req-b79156b5-adec-41ae-a1db-15b70e0502dc tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=74901835-6d66-408d-8c76-6d4ca54b1572 HTTP/1.1" status: 200 len: 945 time: 0.1758161 Jun 21 04:31:18.446572 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-628cf2d6-d6aa-42d7-aa87-e85c0ff4c1c1 req-e235f7c3-2d94-40fb-b96b-1bafc69b0cb0 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597661 Jun 21 04:31:18.934363 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:19.341034 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 460db509-2acc-46af-882a-d4f08766fe3a up at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:31:19.493042 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1535232-2dfb-42fd-881d-e2276d03d40f req-425dc528-3ea9-4c67-a707-6d670795f932 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:19.497883 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b1535232-2dfb-42fd-881d-e2276d03d40f req-425dc528-3ea9-4c67-a707-6d670795f932 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 944 time: 0.3125098 Jun 21 04:31:19.499018 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 53568) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:19.548464 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning for port 460db509-2acc-46af-882a-d4f08766fe3a completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:31:19.561149 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning complete for port 460db509-2acc-46af-882a-d4f08766fe3a triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:19.562245 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:19.607865 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b1535232-2dfb-42fd-881d-e2276d03d40f req-7407baf5-aa93-4df2-9615-f2f996a3739a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982580 Jun 21 04:31:19.856715 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:19.878676 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-6745aa34-f7c6-4157-a20f-67972b7e1916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:19.939252 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74901835-6d66-408d-8c76-6d4ca54b1572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460db509-2acc-46af-882a-d4f08766fe3a'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:19.963475 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af840786-70d2-4ddc-b0a0-306fffd9fce0" -d '{"events": [{"server_uuid": "74901835-6d66-408d-8c76-6d4ca54b1572", "name": "network-vif-plugged", "status": "completed", "tag": "460db509-2acc-46af-882a-d4f08766fe3a"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:20.023449 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 460db509-2acc-46af-882a-d4f08766fe3a, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=460db509-2acc-46af-882a-d4f08766fe3a,segment=NetworkSegment(e214e569-a241-45e6-8e6c-ff19aac45fc4),segment_id=e214e569-a241-45e6-8e6c-ff19aac45fc4)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:20.032220 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:20.035588 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:20.078801 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59160c-09a6-4a53-b7c4-ba7e5dd4d3f5 req-c63b64c0-9650-438a-9d06-3038080c07f4 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:20.093691 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-7f59160c-09a6-4a53-b7c4-ba7e5dd4d3f5 req-c63b64c0-9650-438a-9d06-3038080c07f4 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.9241056 Jun 21 04:31:20.224468 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=460db509-2acc-46af-882a-d4f08766fe3a,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:20.230450 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-7f59160c-09a6-4a53-b7c4-ba7e5dd4d3f5 req-52f5f925-f3d8-423c-8011-99fd8d87ca8a tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339746 Jun 21 04:31:20.240349 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:20.389115 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d7820-356b-47ed-a133-e33278b94125 req-6cc6ed1c-3520-4d41-89d5-3e8337753bb4 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:20.401542 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c50d7820-356b-47ed-a133-e33278b94125 req-6cc6ed1c-3520-4d41-89d5-3e8337753bb4 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=74901835-6d66-408d-8c76-6d4ca54b1572 HTTP/1.1" status: 200 len: 946 time: 0.4056141 Jun 21 04:31:20.415085 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0a907e-a684-4eb2-9c25-99eff4b981c6 x-openstack-request-id: req-bc0a907e-a684-4eb2-9c25-99eff4b981c6 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:20.415752 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74901835-6d66-408d-8c76-6d4ca54b1572", "name": "network-vif-plugged", "status": "completed", "tag": "460db509-2acc-46af-882a-d4f08766fe3a", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:20.416293 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc0a907e-a684-4eb2-9c25-99eff4b981c6 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:20.417596 dv-cinder-797170-3-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74901835-6d66-408d-8c76-6d4ca54b1572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460db509-2acc-46af-882a-d4f08766fe3a', 'code': 200} Jun 21 04:31:20.525933 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c50d7820-356b-47ed-a133-e33278b94125 req-a6532bc2-d2c3-446f-81d0-03129bdf9df8 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185088 Jun 21 04:31:20.642308 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-6745aa34-f7c6-4157-a20f-67972b7e1916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:20.650738 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-6745aa34-f7c6-4157-a20f-67972b7e1916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:20.735230 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:20.801979 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745aa34-f7c6-4157-a20f-67972b7e1916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37be0153-5c92-4f9f-91ff-bd1fb52a86a1,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:20.810748 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-6745aa34-f7c6-4157-a20f-67972b7e1916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:20.821692 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 53584) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:20.831983 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-6745aa34-f7c6-4157-a20f-67972b7e1916 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a7ca4dfc102d4f3c9dafe268c72c2fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3310509 Jun 21 04:31:20.955130 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-ee1fe5e8-1db6-4670-b718-77f1c5deea52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:21.010408 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-ee1fe5e8-1db6-4670-b718-77f1c5deea52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:21.137162 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-ee1fe5e8-1db6-4670-b718-77f1c5deea52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:21.149920 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-ee1fe5e8-1db6-4670-b718-77f1c5deea52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:21.158094 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-ee1fe5e8-1db6-4670-b718-77f1c5deea52 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/37be0153-5c92-4f9f-91ff-bd1fb52a86a1 HTTP/1.1" status: 204 len: 168 time: 0.3339915 Jun 21 04:31:21.164147 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-bec6f7e9-29d5-44ba-b2b1-46eca86e6faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:21.335242 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fe5e8-1db6-4670-b718-77f1c5deea52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37be0153-5c92-4f9f-91ff-bd1fb52a86a1,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:21.335242 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-ee1fe5e8-1db6-4670-b718-77f1c5deea52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:21.519013 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85214fd7-2f7c-4908-8413-d300d0676f76 req-29981750-bd20-4841-8934-0248dc73e932 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:21.535442 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-85214fd7-2f7c-4908-8413-d300d0676f76 req-29981750-bd20-4841-8934-0248dc73e932 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 944 time: 0.4108567 Jun 21 04:31:21.615926 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd26ba1-d5db-4cb6-b601-283ac1f3aaf9 req-3f95e830-8be6-4ad0-95e2-ccaf1ae9453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:21.620314 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:21.635102 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0cd26ba1-d5db-4cb6-b601-283ac1f3aaf9 req-3f95e830-8be6-4ad0-95e2-ccaf1ae9453b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=74901835-6d66-408d-8c76-6d4ca54b1572 HTTP/1.1" status: 200 len: 1099 time: 0.4651258 Jun 21 04:31:21.819904 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-85214fd7-2f7c-4908-8413-d300d0676f76 req-baeebac2-ff1c-48b5-ba11-8dcc8556debb tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907064 Jun 21 04:31:22.040114 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0cd26ba1-d5db-4cb6-b601-283ac1f3aaf9 req-fcc02a93-b678-4e1c-b03c-60da8176b02b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938155 Jun 21 04:31:22.121679 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd0600-5c0a-48e0-bdfe-6d2316474991 req-acfde6e8-d4c5-4471-b978-f375f0b0d7a5 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:22.123321 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8cfd0600-5c0a-48e0-bdfe-6d2316474991 req-acfde6e8-d4c5-4471-b978-f375f0b0d7a5 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.3523209 Jun 21 04:31:22.243662 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8cfd0600-5c0a-48e0-bdfe-6d2316474991 req-d3867e0d-aa48-4bff-9c3e-6116228e1160 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092050 Jun 21 04:31:22.589326 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d44de-0a6e-4a65-b9db-1d165e948b64 req-35f34cf9-2e11-4f49-8edb-42e34ad91c65 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:22.594680 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-580d44de-0a6e-4a65-b9db-1d165e948b64 req-35f34cf9-2e11-4f49-8edb-42e34ad91c65 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=74901835-6d66-408d-8c76-6d4ca54b1572 HTTP/1.1" status: 200 len: 946 time: 0.2545688 Jun 21 04:31:22.682990 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-580d44de-0a6e-4a65-b9db-1d165e948b64 req-9c64185e-abb9-4cb1-b27c-e24c269f1f74 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785587 Jun 21 04:31:23.243421 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1766d1f-1fa4-420a-ad3b-7dafe3d6b055 req-c3f06b8f-b3df-40a0-9bdd-5f17639d64be tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:23.257102 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-a1766d1f-1fa4-420a-ad3b-7dafe3d6b055 req-c3f06b8f-b3df-40a0-9bdd-5f17639d64be tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 944 time: 0.1150897 Jun 21 04:31:23.365905 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-a1766d1f-1fa4-420a-ad3b-7dafe3d6b055 req-e473be36-a35d-4252-af51-83d8a484dc98 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069515 Jun 21 04:31:23.734006 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0babe-3b2a-4ddf-9953-ffe9f5fc07cf req-5ee8d2a4-375b-4700-8c0f-1cd3e98abd69 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:23.741607 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b1f0babe-3b2a-4ddf-9953-ffe9f5fc07cf req-5ee8d2a4-375b-4700-8c0f-1cd3e98abd69 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.2926438 Jun 21 04:31:23.849158 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b1f0babe-3b2a-4ddf-9953-ffe9f5fc07cf req-7a286957-fd0e-44d4-bf5d-d70f0e2cc4e1 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065009 Jun 21 04:31:24.219273 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53155e-db83-4aa0-9d9d-84b71ee6575d req-8fb81927-5e63-49c0-9ed8-7ddf3c9ef8ba tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:24.231239 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-2c53155e-db83-4aa0-9d9d-84b71ee6575d req-8fb81927-5e63-49c0-9ed8-7ddf3c9ef8ba tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=74901835-6d66-408d-8c76-6d4ca54b1572 HTTP/1.1" status: 200 len: 946 time: 0.1986830 Jun 21 04:31:24.459950 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-2c53155e-db83-4aa0-9d9d-84b71ee6575d req-3826b22d-0ee9-4a4e-b97e-c92b900e5f42 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129605 Jun 21 04:31:24.677691 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 53660) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:25.049924 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d36b3270-cedb-496b-ad35-3e658793d423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:25.140631 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0923b7-d8c9-4f38-b166-9e6b227d0030 req-898114b4-d93b-40b6-8013-09a6acf8e776 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:25.151963 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6e0923b7-d8c9-4f38-b166-9e6b227d0030 req-898114b4-d93b-40b6-8013-09a6acf8e776 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 944 time: 0.2378607 Jun 21 04:31:25.295459 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6e0923b7-d8c9-4f38-b166-9e6b227d0030 req-fb91a7d6-d95e-4d46-840e-be2f622e5307 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419876 Jun 21 04:31:25.419415 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d36b3270-cedb-496b-ad35-3e658793d423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:25.427570 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d36b3270-cedb-496b-ad35-3e658793d423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:25.475688 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-0f17e91d-221d-4bd7-8026-8d9a21666c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:25.522633 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-d36b3270-cedb-496b-ad35-3e658793d423 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=34800ffa70794910ad0cc3684b1cbc46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8407211 Jun 21 04:31:25.522633 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b3270-cedb-496b-ad35-3e658793d423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e013101-c62d-4a13-8c87-f0ef62d5f207,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:25.523636 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 53670) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:25.534723 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-d36b3270-cedb-496b-ad35-3e658793d423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:25.602097 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-6594c304-b2d7-490e-8997-100d642c18d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:25.628906 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75d82a-ea13-4dae-a51c-eec2d94655db req-b2757d3f-aec0-4313-bfb1-3a6eb503ebb3 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:25.634662 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8f75d82a-ea13-4dae-a51c-eec2d94655db req-b2757d3f-aec0-4313-bfb1-3a6eb503ebb3 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.3486998 Jun 21 04:31:25.654107 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-6594c304-b2d7-490e-8997-100d642c18d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:25.763254 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8f75d82a-ea13-4dae-a51c-eec2d94655db req-a0cfaee6-db9f-4406-bade-6e0f687b59a6 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965030 Jun 21 04:31:25.834078 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-6594c304-b2d7-490e-8997-100d642c18d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:25.838483 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-6594c304-b2d7-490e-8997-100d642c18d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:25.845803 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-6594c304-b2d7-490e-8997-100d642c18d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5e013101-c62d-4a13-8c87-f0ef62d5f207 HTTP/1.1" status: 204 len: 168 time: 0.3204193 Jun 21 04:31:25.847252 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-3faf0387-5ec5-4b64-90a8-be9c930e154d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:25.860179 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594c304-b2d7-490e-8997-100d642c18d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e013101-c62d-4a13-8c87-f0ef62d5f207,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:25.864289 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-6594c304-b2d7-490e-8997-100d642c18d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:27.046126 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f884111-5626-4429-a3f5-91c9a8f34782 req-5b5905ff-fac3-40e2-94e9-f192677ebcbf tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:27.062291 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-2f884111-5626-4429-a3f5-91c9a8f34782 req-5b5905ff-fac3-40e2-94e9-f192677ebcbf tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 944 time: 0.2553537 Jun 21 04:31:27.219836 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-2f884111-5626-4429-a3f5-91c9a8f34782 req-83b265dd-4d65-4284-9ed8-5e906ff04700 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560342 Jun 21 04:31:27.279210 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa980b1-fe24-46cd-bbcd-0bf70da79f5d req-31f29b84-38b8-4c27-90cb-235fb6db5f69 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:27.289678 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-aaa980b1-fe24-46cd-bbcd-0bf70da79f5d req-31f29b84-38b8-4c27-90cb-235fb6db5f69 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.1647322 Jun 21 04:31:27.346074 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-aaa980b1-fe24-46cd-bbcd-0bf70da79f5d req-cbcd412e-8f14-4d64-bcb9-5f076e961b1b tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550816 Jun 21 04:31:28.808744 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e9ec7-8aad-4dc6-b7c2-0e43d3c9cc43 req-5e9e28dc-736e-4372-9405-1d734c0ca922 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:28.812035 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-7a6e9ec7-8aad-4dc6-b7c2-0e43d3c9cc43 req-5e9e28dc-736e-4372-9405-1d734c0ca922 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.1530223 Jun 21 04:31:28.924817 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-7a6e9ec7-8aad-4dc6-b7c2-0e43d3c9cc43 req-799c544d-a779-4ffc-acfc-92a9f8253b25 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036875 Jun 21 04:31:28.927094 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 53734) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:29.086304 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6157b74-9ff1-4930-907e-42c9608f2c53 req-f6c8d3f0-1b44-4be3-bca3-3e937aa08962 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:29.096485 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d6157b74-9ff1-4930-907e-42c9608f2c53 req-f6c8d3f0-1b44-4be3-bca3-3e937aa08962 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 944 time: 0.2832994 Jun 21 04:31:29.220543 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d6157b74-9ff1-4930-907e-42c9608f2c53 req-dc2d0dc2-6c8b-4d3c-a794-b8696a91b9e5 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090286 Jun 21 04:31:29.728941 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a1953e8b-ffad-478f-a605-4505c8f25fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:29.862909 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a1953e8b-ffad-478f-a605-4505c8f25fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:29.872649 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a1953e8b-ffad-478f-a605-4505c8f25fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:29.908125 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-1a2593ca-51cf-437a-a667-7b1e8ac965b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:29.914874 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-a1953e8b-ffad-478f-a605-4505c8f25fca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d1a1c3686f9416cac56db9c7581aa8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9822049 Jun 21 04:31:29.915307 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 53748) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:29.943835 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1953e8b-ffad-478f-a605-4505c8f25fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877d8846-88eb-442a-866f-2e6a9ed6425c,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:29.960038 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-a1953e8b-ffad-478f-a605-4505c8f25fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:29.995360 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c70ce1db-adf4-44b6-a6f6-1e143a293e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:30.032068 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c70ce1db-adf4-44b6-a6f6-1e143a293e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:30.105020 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c70ce1db-adf4-44b6-a6f6-1e143a293e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:30.110030 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c70ce1db-adf4-44b6-a6f6-1e143a293e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:30.111603 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-c70ce1db-adf4-44b6-a6f6-1e143a293e16 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/877d8846-88eb-442a-866f-2e6a9ed6425c HTTP/1.1" status: 204 len: 168 time: 0.1952391 Jun 21 04:31:30.112973 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-7f4edab8-9d15-49f4-8873-19f1c10a5641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:30.124263 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ce1db-adf4-44b6-a6f6-1e143a293e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877d8846-88eb-442a-866f-2e6a9ed6425c,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:30.127780 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-c70ce1db-adf4-44b6-a6f6-1e143a293e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:30.260612 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4c366-696d-412d-be3b-6b3617393888 req-3b35ec6f-4076-431f-a084-175283816a8f tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:30.262435 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-a2b4c366-696d-412d-be3b-6b3617393888 req-3b35ec6f-4076-431f-a084-175283816a8f tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.0968442 Jun 21 04:31:30.329996 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-a2b4c366-696d-412d-be3b-6b3617393888 req-bcfe7ef2-880d-473f-9cef-40cf63a49e13 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521224 Jun 21 04:31:30.698858 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad685c8a-2e4d-4f88-b1a9-c15dcde36b91 req-340b3370-da31-4200-9501-394ba7421663 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:30.707638 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ad685c8a-2e4d-4f88-b1a9-c15dcde36b91 req-340b3370-da31-4200-9501-394ba7421663 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 944 time: 0.1745803 Jun 21 04:31:30.759045 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ad685c8a-2e4d-4f88-b1a9-c15dcde36b91 req-20d3e197-a08e-40e0-ae0a-7bc58a4d3362 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502882 Jun 21 04:31:31.821599 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa74a2-9edf-4120-b4fe-be0ea2993fcd req-fe3e848f-4e3b-487d-adbe-19f684d7261b tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:31.835465 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d9aa74a2-9edf-4120-b4fe-be0ea2993fcd req-fe3e848f-4e3b-487d-adbe-19f684d7261b tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.1655087 Jun 21 04:31:31.939518 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d9aa74a2-9edf-4120-b4fe-be0ea2993fcd req-c8e8e09a-393c-4473-a0f9-907af67b6fa2 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013305 Jun 21 04:31:32.201951 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4686077-69e0-49c2-9956-720c2d1d02f6 req-7cc5d9ff-7bb5-4c44-84c5-bfc4c51b2438 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:32.211142 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-a4686077-69e0-49c2-9956-720c2d1d02f6 req-7cc5d9ff-7bb5-4c44-84c5-bfc4c51b2438 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 944 time: 0.1578097 Jun 21 04:31:32.259143 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-a4686077-69e0-49c2-9956-720c2d1d02f6 req-2bcfa97b-bcef-468e-95b7-d79ad07e3b41 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469751 Jun 21 04:31:33.278818 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5dfff-aeb3-45c6-9e68-f64b66d4074f req-fe27f1bb-e7da-4b32-aab4-89868acd8806 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:33.282444 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-aad5dfff-aeb3-45c6-9e68-f64b66d4074f req-fe27f1bb-e7da-4b32-aab4-89868acd8806 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.1661146 Jun 21 04:31:33.362447 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-aad5dfff-aeb3-45c6-9e68-f64b66d4074f req-3ca21c56-42fa-4ced-96be-3187db362607 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646083 Jun 21 04:31:33.623996 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12315852-450a-4d0c-94a0-ecb7fca852c9 req-caf24fc5-6ed8-4fe9-93f6-7c035c1e4a56 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:33.623996 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-12315852-450a-4d0c-94a0-ecb7fca852c9 req-caf24fc5-6ed8-4fe9-93f6-7c035c1e4a56 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 944 time: 0.0973952 Jun 21 04:31:33.689128 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-12315852-450a-4d0c-94a0-ecb7fca852c9 req-dd4aa0fc-5c95-4d4f-87c3-1046939015bb tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574572 Jun 21 04:31:34.052010 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-8e5b51fe-1af6-4b8a-b7a8-1e8e673350fc tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f7490a9e00824dd3960e5624e427ed43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420604 Jun 21 04:31:34.284472 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-4d8841d9-626a-475a-b39d-4c4e88de472d tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:34.286183 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-4d8841d9-626a-475a-b39d-4c4e88de472d tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2275691 Jun 21 04:31:34.286798 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 53992) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:34.309258 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-d3e1c465-089e-4561-a236-fdc0f5658815 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/quotas/f7490a9e00824dd3960e5624e427ed43 HTTP/1.1" status: 200 len: 375 time: 0.0164752 Jun 21 04:31:34.354705 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_v2 [None req-37061a2c-f63c-40f4-83a0-ff96f8962155 admin admin] Deleting subnet 923aeb57-dfd4-47ff-9a98-6da725f4bbdd {{(pid=92743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:31:34.359277 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-37061a2c-f63c-40f4-83a0-ff96f8962155 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:34.368254 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-26987dd5-11b4-4fef-8178-7cdc6f9b34db tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7490a9e00824dd3960e5624e427ed43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540328 Jun 21 04:31:34.425553 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-37061a2c-f63c-40f4-83a0-ff96f8962155 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59026074'] for subnet, precommit_delete_associations {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:34.490561 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-37061a2c-f63c-40f4-83a0-ff96f8962155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536692'] for subnet, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:34.599937 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-37061a2c-f63c-40f4-83a0-ff96f8962155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60629659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012950'] for subnet, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:34.620177 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:34.693109 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37061a2c-f63c-40f4-83a0-ff96f8962155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=923aeb57-dfd4-47ff-9a98-6da725f4bbdd,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:34.694200 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-a23e3395-7a59-411b-9058-28ccbbf67316 req-96fee448-c422-4fde-abf2-9376eeff23ca tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0851203-f7ce-45e4-a1dd-7dc9a9117c43 HTTP/1.1" status: 200 len: 210 time: 0.1180513 Jun 21 04:31:34.713594 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37061a2c-f63c-40f4-83a0-ff96f8962155 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:34.714339 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37061a2c-f63c-40f4-83a0-ff96f8962155 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:34.714853 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37061a2c-f63c-40f4-83a0-ff96f8962155 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:34.715507 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37061a2c-f63c-40f4-83a0-ff96f8962155 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:34.719969 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37061a2c-f63c-40f4-83a0-ff96f8962155 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:34.724849 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37061a2c-f63c-40f4-83a0-ff96f8962155 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:34.725971 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37061a2c-f63c-40f4-83a0-ff96f8962155 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:34.727018 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37061a2c-f63c-40f4-83a0-ff96f8962155 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:34.727850 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37061a2c-f63c-40f4-83a0-ff96f8962155 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:34.728709 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37061a2c-f63c-40f4-83a0-ff96f8962155 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:34.730607 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37061a2c-f63c-40f4-83a0-ff96f8962155 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:34.734145 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37061a2c-f63c-40f4-83a0-ff96f8962155 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:34.768725 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-37061a2c-f63c-40f4-83a0-ff96f8962155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:34.774473 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-37061a2c-f63c-40f4-83a0-ff96f8962155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for subnet, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:34.780969 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 54012) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:34.781375 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-37061a2c-f63c-40f4-83a0-ff96f8962155 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/923aeb57-dfd4-47ff-9a98-6da725f4bbdd HTTP/1.1" status: 204 len: 168 time: 0.4930377 Jun 21 04:31:34.862609 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1de606-1d1e-4bdc-8fbf-4561ca27145c req-c76a0a4f-52af-4fcd-93d0-01b856b3f8db tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:34.870718 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-de1de606-1d1e-4bdc-8fbf-4561ca27145c req-c76a0a4f-52af-4fcd-93d0-01b856b3f8db tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.2025974 Jun 21 04:31:34.926337 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-de1de606-1d1e-4bdc-8fbf-4561ca27145c req-420ecca4-6341-493a-aeaa-2aceacb96753 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546503 Jun 21 04:31:35.208149 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-4070c6d3-0ba3-40a1-b9a0-66f9d066d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585160'] for network, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:35.319373 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575a599-d65b-4dee-809b-c311e6923ccd req-a09733ef-06dd-4c13-ab6e-12d0114d53b9 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:35.322752 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0575a599-d65b-4dee-809b-c311e6923ccd req-a09733ef-06dd-4c13-ab6e-12d0114d53b9 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 944 time: 0.3220787 Jun 21 04:31:35.526841 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687948e-a398-451c-8c7d-11b3c18004a9 req-f5a13cb1-bb50-453a-aac3-ca547a65057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:35.529377 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-4687948e-a398-451c-8c7d-11b3c18004a9 req-f5a13cb1-bb50-453a-aac3-ca547a65057e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 1099 time: 0.3263731 Jun 21 04:31:35.533138 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-4070c6d3-0ba3-40a1-b9a0-66f9d066d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536299', 'neutron.services.segments.db._delete_segments_for_network-8772645825747'] for network, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:35.542676 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0575a599-d65b-4dee-809b-c311e6923ccd req-f6e6a36b-33cb-4abb-9330-ca39dc398242 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826851 Jun 21 04:31:35.585023 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.services.segments.db [None req-4070c6d3-0ba3-40a1-b9a0-66f9d066d5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7663d365-7142-4e36-8e59-b7863d4789a3']}} {{(pid=92744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:35.614869 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.services.segments.db [None req-4070c6d3-0ba3-40a1-b9a0-66f9d066d5d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944f06cf-55b1-4da8-b87a-af1ac241e0bc') {'for_net_delete': True} {{(pid=92744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:35.615334 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.services.segments.db [None req-4070c6d3-0ba3-40a1-b9a0-66f9d066d5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944f06cf-55b1-4da8-b87a-af1ac241e0bc') {} {{(pid=92744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:35.637954 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-4070c6d3-0ba3-40a1-b9a0-66f9d066d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772645825576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60010237'] for segment, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:35.647008 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-4687948e-a398-451c-8c7d-11b3c18004a9 req-e8ade04a-a23c-4e43-8c3d-55a321d12d7c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028428 Jun 21 04:31:35.655777 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-4070c6d3-0ba3-40a1-b9a0-66f9d066d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:35.667171 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4070c6d3-0ba3-40a1-b9a0-66f9d066d5d8 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=92744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:31:35.667993 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-4070c6d3-0ba3-40a1-b9a0-66f9d066d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60009907'] for segment, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: Traceback (most recent call last): Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: timer() Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: cb(*args, **kw) Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: return func(*args, **kwargs) Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: self._notify() Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: self.callback(batched_events) Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: event.method(event) Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: return f(self, *a, **k) Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: return self._get(url).json() Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: return self.request(url, 'GET', **kwargs) Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:31:35.671053 dv-cinder-797170-3-smb neutron-server[92744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:31:35.787596 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-4070c6d3-0ba3-40a1-b9a0-66f9d066d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515458'] for network, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:35.793003 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:35.797125 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-4070c6d3-0ba3-40a1-b9a0-66f9d066d5d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:35.803364 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-4070c6d3-0ba3-40a1-b9a0-66f9d066d5d8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7663d365-7142-4e36-8e59-b7863d4789a3 HTTP/1.1" status: 204 len: 168 time: 1.0172925 Jun 21 04:31:35.821287 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070c6d3-0ba3-40a1-b9a0-66f9d066d5d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7663d365-7142-4e36-8e59-b7863d4789a3,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:35.838906 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-4070c6d3-0ba3-40a1-b9a0-66f9d066d5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:35.890846 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-86a83fa5-c1b7-4a39-a0cb-f3f6bf1f7ba0 req-82eba222-4c6e-4f10-8d58-1fae6b72dc7c tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0851203-f7ce-45e4-a1dd-7dc9a9117c43 HTTP/1.1" status: 200 len: 210 time: 0.0309947 Jun 21 04:31:36.074051 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 54036) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:36.125772 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-33ee1978-af4e-4d45-b11a-c1134995ea3f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=05e896ce52b34ef78c511a9600515ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499773 Jun 21 04:31:36.128111 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 54038) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:36.145332 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a252a-a79d-4ffe-a8d0-aca56ded7564 req-430ad435-56b7-4199-ae88-aba2d4cbbc14 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:36.146920 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-6d4a252a-a79d-4ffe-a8d0-aca56ded7564 req-430ad435-56b7-4199-ae88-aba2d4cbbc14 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.0753140 Jun 21 04:31:36.215702 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-369cee3f-59e0-4eb3-aecc-9e109a176da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:36.237036 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-6d4a252a-a79d-4ffe-a8d0-aca56ded7564 req-9780c4c6-f2c6-472f-8461-25058573a99a tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653954 Jun 21 04:31:36.246076 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-369cee3f-59e0-4eb3-aecc-9e109a176da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:36.304236 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-8512a92e-f186-4f22-8d22-af4f63c17aa7 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=f7490a9e00824dd3960e5624e427ed43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459156 Jun 21 04:31:36.333622 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-369cee3f-59e0-4eb3-aecc-9e109a176da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:36.339688 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-369cee3f-59e0-4eb3-aecc-9e109a176da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:36.341220 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-369cee3f-59e0-4eb3-aecc-9e109a176da8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/50433de2-bf8c-411e-89ba-e2bceb17a855 HTTP/1.1" status: 204 len: 168 time: 0.2083855 Jun 21 04:31:36.342718 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-7f6c5b63-2db0-4ce0-8427-ae7d1c25bf33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:36.367454 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369cee3f-59e0-4eb3-aecc-9e109a176da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50433de2-bf8c-411e-89ba-e2bceb17a855,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:36.381065 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-369cee3f-59e0-4eb3-aecc-9e109a176da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:36.470681 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-bf9b4efc-d531-4715-bb31-b21eafada777 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:36.472303 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-bf9b4efc-d531-4715-bb31-b21eafada777 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1608834 Jun 21 04:31:36.493532 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-a6db791e-77e4-48bb-b319-47f7027e80b3 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Request body: {'port': {'device_id': 'a0851203-f7ce-45e4-a1dd-7dc9a9117c43', 'network_id': '40f0212d-a2c7-487e-9ed6-e01d923f092e', 'admin_state_up': True, 'tenant_id': 'f7490a9e00824dd3960e5624e427ed43'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:36.794191 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-a6db791e-77e4-48bb-b319-47f7027e80b3 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Made reservation on behalf of f7490a9e00824dd3960e5624e427ed43 for: {'port': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:31:36.810672 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-a6db791e-77e4-48bb-b319-47f7027e80b3 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:36.871860 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-a6db791e-77e4-48bb-b319-47f7027e80b3 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:37.024209 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7add6-56cd-41bf-b02d-3d5e467f49ad req-de4040fb-0a71-4eda-aa77-3d7f247d286b tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:37.025997 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d3c7add6-56cd-41bf-b02d-3d5e467f49ad req-de4040fb-0a71-4eda-aa77-3d7f247d286b tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 944 time: 0.1383438 Jun 21 04:31:37.034566 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fa015-e9dc-4976-815b-732ef5db2b86 req-22745bf9-2289-465d-bdcd-26187b151587 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:37.036158 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-553fa015-e9dc-4976-815b-732ef5db2b86 req-22745bf9-2289-465d-bdcd-26187b151587 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.1168072 Jun 21 04:31:37.071042 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-a6db791e-77e4-48bb-b319-47f7027e80b3 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:37.077734 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-a6db791e-77e4-48bb-b319-47f7027e80b3 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:37.090590 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-46e70af8-700b-47ed-bea0-890d3c44bb61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:37.092453 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-553fa015-e9dc-4976-815b-732ef5db2b86 req-7d8fcfca-d117-4ff1-b3f4-01f6eeebb838 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451906 Jun 21 04:31:37.119256 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d3c7add6-56cd-41bf-b02d-3d5e467f49ad req-ad49fd37-c631-4ecb-bf67-ed6837e50a1f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789688 Jun 21 04:31:37.168296 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db791e-77e4-48bb-b319-47f7027e80b3 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aace47e8-9799-45b4-9d11-4092f242c04d,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:37.173579 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-a6db791e-77e4-48bb-b319-47f7027e80b3 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:37.269292 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_common [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-a6db791e-77e4-48bb-b319-47f7027e80b3 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Allocated IP 192.168.233.102 (40f0212d-a2c7-487e-9ed6-e01d923f092e/a0559df6-d751-4c6d-81bc-502965ceff76/d754a352-6fd7-4110-ae73-f6a8f2facd34) {{(pid=92744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:31:37.340299 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f59ea8b2-7a86-4a31-8972-d09b314a69c1 req-ec29b990-cc6a-495e-9cea-c3ae5c62cdd6 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0851203-f7ce-45e4-a1dd-7dc9a9117c43 HTTP/1.1" status: 200 len: 210 time: 0.0364294 Jun 21 04:31:37.463045 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device d10fe1da-cd3b-4a9b-b7cc-e394809a994e details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92745) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:31:37.522147 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 54084) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:37.543895 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da00e3-3fa7-447b-b936-449e43c2793e req-6c8c4152-93bd-42f0-b3f6-af2f4b20feeb tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:37.546055 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-a4da00e3-3fa7-447b-b936-449e43c2793e req-6c8c4152-93bd-42f0-b3f6-af2f4b20feeb tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.1211894 Jun 21 04:31:37.556468 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-a6db791e-77e4-48bb-b319-47f7027e80b3 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Notify callbacks [] for port, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:37.602918 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.provisioning_blocks [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-a6db791e-77e4-48bb-b319-47f7027e80b3 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Transition to ACTIVE for port object d754a352-6fd7-4110-ae73-f6a8f2facd34 will not be triggered until provisioned by entity DHCP. {{(pid=92744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:31:37.621199 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port d10fe1da-cd3b-4a9b-b7cc-e394809a994e, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d10fe1da-cd3b-4a9b-b7cc-e394809a994e,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:37.638783 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Returning: {'device': 'd10fe1da-cd3b-4a9b-b7cc-e394809a994e', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'port_id': 'd10fe1da-cd3b-4a9b-b7cc-e394809a994e', 'mac_address': 'fa:16:3e:78:27:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b063768-9c1b-46e1-8850-d03763645351', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92745) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:31:37.649263 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-a4da00e3-3fa7-447b-b936-449e43c2793e req-287ef96b-4026-481c-be30-ab8d8f0f77b3 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813992 Jun 21 04:31:37.686694 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-a6db791e-77e4-48bb-b319-47f7027e80b3 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60010093'] for port, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:37.705536 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:37.726692 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-9534eab5-19b1-49a1-a17a-41b3f94fba24 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2017227742-network', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:37.727884 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:37.760005 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10fe1da-cd3b-4a9b-b7cc-e394809a994e {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:31:37.768008 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9534eab5-19b1-49a1-a17a-41b3f94fba24 admin admin] Made reservation on behalf of e77874d6686d4339bad83bc3b2c55091 for: {'network': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:31:37.786860 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9534eab5-19b1-49a1-a17a-41b3f94fba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for network, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:37.787065 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-a6db791e-77e4-48bb-b319-47f7027e80b3 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Network 40f0212d-a2c7-487e-9ed6-e01d923f092e is already hosted by enough agents. {{(pid=92744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:31:37.797106 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-a6db791e-77e4-48bb-b319-47f7027e80b3 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Resources bound (agent type, host, resource id): {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:31:37.804787 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9534eab5-19b1-49a1-a17a-41b3f94fba24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:37.809894 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-a6db791e-77e4-48bb-b319-47f7027e80b3 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Received port after_create {{(pid=92744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:31:37.835623 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port d10fe1da-cd3b-4a9b-b7cc-e394809a994e, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d10fe1da-cd3b-4a9b-b7cc-e394809a994e,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:37.864094 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:37.866337 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:37.929066 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db791e-77e4-48bb-b319-47f7027e80b3 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Pushing event updated for resources: {'Port': ['ID=d754a352-6fd7-4110-ae73-f6a8f2facd34,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:37.938060 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-a6db791e-77e4-48bb-b319-47f7027e80b3 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:38.001600 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=d10fe1da-cd3b-4a9b-b7cc-e394809a994e,revision_number=9']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:38.013873 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:38.025378 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-a6db791e-77e4-48bb-b319-47f7027e80b3 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:38.027466 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-a6db791e-77e4-48bb-b319-47f7027e80b3 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:38.070283 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9534eab5-19b1-49a1-a17a-41b3f94fba24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:38.078073 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9534eab5-19b1-49a1-a17a-41b3f94fba24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:38.084978 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-48a56bf2-ebe3-4fb6-bcce-96983bc15af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:38.094719 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-a6db791e-77e4-48bb-b319-47f7027e80b3 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6084201 Jun 21 04:31:38.113289 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Request body: {'port': {'device_id': 'a0851203-f7ce-45e4-a1dd-7dc9a9117c43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:38.128268 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9534eab5-19b1-49a1-a17a-41b3f94fba24 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=92743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:31:38.166070 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534eab5-19b1-49a1-a17a-41b3f94fba24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46810e91-3c49-4fea-8932-001ed2ad9a87,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:38.187495 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-9534eab5-19b1-49a1-a17a-41b3f94fba24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:38.189648 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9534eab5-19b1-49a1-a17a-41b3f94fba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:38.190460 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.db.segments_db [None req-9534eab5-19b1-49a1-a17a-41b3f94fba24 admin admin] Added segment 134464e8-d48b-4988-881c-f3e9a79e0b3f of type vlan for network 681eba82-90ac-47cb-b2b4-73e0ab70b7bd Jun 21 04:31:38.214406 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['d10fe1da-cd3b-4a9b-b7cc-e394809a994e'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:31:38.242652 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:38.281983 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9534eab5-19b1-49a1-a17a-41b3f94fba24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772645272028'] for network, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:38.282285 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-635dfc6e-afbf-4cf1-922a-17229255395f None None] Provisioning for port d754a352-6fd7-4110-ae73-f6a8f2facd34 completed by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:31:38.345342 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-635dfc6e-afbf-4cf1-922a-17229255395f None None] Provisioning complete for port d754a352-6fd7-4110-ae73-f6a8f2facd34 triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:38.346136 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-635dfc6e-afbf-4cf1-922a-17229255395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:38.403520 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9534eab5-19b1-49a1-a17a-41b3f94fba24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842'] for network, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:38.441618 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9534eab5-19b1-49a1-a17a-41b3f94fba24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:38.443025 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9534eab5-19b1-49a1-a17a-41b3f94fba24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:38.458145 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-b4cba022-d79e-4e06-a153-cbdee9728858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:38.470324 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-635dfc6e-afbf-4cf1-922a-17229255395f None None] Port d754a352-6fd7-4110-ae73-f6a8f2facd34 cannot update to ACTIVE because it is not bound. {{(pid=92745) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:31:38.621241 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-9534eab5-19b1-49a1-a17a-41b3f94fba24 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0950155 Jun 21 04:31:38.625630 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 54108) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:38.633609 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-a8b3680c-ef3f-4416-841a-db217fe0629e admin admin] Request body: {'subnet': {'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2017227742-subnet', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'ip_version': 4}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:38.643623 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534eab5-19b1-49a1-a17a-41b3f94fba24 admin admin] Pushing event updated for resources: {'Network': ['ID=681eba82-90ac-47cb-b2b4-73e0ab70b7bd,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:38.653026 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-9534eab5-19b1-49a1-a17a-41b3f94fba24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:38.658187 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Network 681eba82-90ac-47cb-b2b4-73e0ab70b7bd details requested by agent ovs-agent-dv-cinder-797170-3-smb with host dv-cinder-797170-3-smb {{(pid=92745) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:31:38.678374 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d8281-aba0-4e22-a576-e714bab8e420 req-a5563f6e-65b6-4816-8c28-9e72b48f0244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:38.679804 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f98d8281-aba0-4e22-a576-e714bab8e420 req-a5563f6e-65b6-4816-8c28-9e72b48f0244 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bd6d23e61fd544778bcff22b5bd8e44d&device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 1099 time: 0.3051748 Jun 21 04:31:38.683077 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b3680c-ef3f-4416-841a-db217fe0629e admin admin] Made reservation on behalf of e77874d6686d4339bad83bc3b2c55091 for: {'subnet': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:31:38.685501 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a8b3680c-ef3f-4416-841a-db217fe0629e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59012989'] for subnet, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:38.712984 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17152d88-e196-4eb5-9701-d648766747f5 req-b15c9a7a-57c3-4325-bc75-f9139323ff62 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:38.715694 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-17152d88-e196-4eb5-9701-d648766747f5 req-b15c9a7a-57c3-4325-bc75-f9139323ff62 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 945 time: 0.2423649 Jun 21 04:31:38.782964 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1ef63-e204-4a71-be93-aea698227319 req-6faccbaa-38e1-4de0-81d0-c80d20f6695a tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:38.784543 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-36c1ef63-e204-4a71-be93-aea698227319 req-6faccbaa-38e1-4de0-81d0-c80d20f6695a tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.3177214 Jun 21 04:31:38.816176 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-17152d88-e196-4eb5-9701-d648766747f5 req-a29582b1-3fb2-430f-bdc2-4f94f0ea63c4 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910742 Jun 21 04:31:38.915541 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d8281-aba0-4e22-a576-e714bab8e420 req-d37fa585-c50a-45f8-94d3-6ff4c6cfb849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:38.917699 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f98d8281-aba0-4e22-a576-e714bab8e420 req-d37fa585-c50a-45f8-94d3-6ff4c6cfb849 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ba5c6907-199a-4e01-99a2-5c56bd766c8f HTTP/1.1" status: 200 len: 920 time: 0.2277169 Jun 21 04:31:38.922930 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-36c1ef63-e204-4a71-be93-aea698227319 req-f3d7951f-a1e5-4a0f-b3ac-865ddaacdfb3 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238945 Jun 21 04:31:39.006688 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f98d8281-aba0-4e22-a576-e714bab8e420 req-63cf226d-ce58-455a-a695-3cc712b0ca15 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f92d8b3-17fc-463e-980a-8c3efea1ce3f HTTP/1.1" status: 200 len: 217 time: 0.0799472 Jun 21 04:31:39.031739 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d754a352-6fd7-4110-ae73-f6a8f2facd34 {{(pid=92744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:31:39.062947 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:39.102766 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.provisioning_blocks [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Transition to ACTIVE for port object d754a352-6fd7-4110-ae73-f6a8f2facd34 will not be triggered until provisioned by entity L2. {{(pid=92744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:31:39.112765 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:39.117284 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-fa57a7fe-6182-40f6-a7e9-e149f83775ee tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:39.127704 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a1f4d-0c66-4eb6-a636-bbc45c9113ba req-fa18ea29-32d6-4d58-a732-aa9b2eb28120 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:39.129507 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c81a1f4d-0c66-4eb6-a636-bbc45c9113ba req-fa18ea29-32d6-4d58-a732-aa9b2eb28120 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.1848323 Jun 21 04:31:39.228096 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d8281-aba0-4e22-a576-e714bab8e420 req-6c4c0764-23f8-4756-ae7c-97dda9dad8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:39.231720 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f98d8281-aba0-4e22-a576-e714bab8e420 req-6c4c0764-23f8-4756-ae7c-97dda9dad8fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=10837d44-5e1e-4f4f-9b67-bd818970debd HTTP/1.1" status: 200 len: 859 time: 0.1778731 Jun 21 04:31:39.250727 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Pushing event updated for resources: {'Port': ['ID=d754a352-6fd7-4110-ae73-f6a8f2facd34,revision_number=2']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:39.266120 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:39.266120 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:39.266598 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:39.266929 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:39.267360 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:39.267793 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:39.268214 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:39.268640 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:39.269038 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:39.269598 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:39.270019 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:39.270449 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:39.275257 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:39.324063 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c81a1f4d-0c66-4eb6-a636-bbc45c9113ba req-43a56ece-7421-4523-8e99-69c90d30c7cf tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709700 Jun 21 04:31:39.364753 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f98d8281-aba0-4e22-a576-e714bab8e420 req-2cfc2500-5462-4895-aab3-5ece6296d4b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ba5c6907-199a-4e01-99a2-5c56bd766c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944483 Jun 21 04:31:39.424469 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a8b3680c-ef3f-4416-841a-db217fe0629e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60629594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59012975'] for subnet, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:39.483943 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 54118) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:39.484838 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device d10fe1da-cd3b-4a9b-b7cc-e394809a994e up at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:31:39.488833 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:39.527323 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c753ea-19c8-4435-a7ef-ea77653b9136 req-7bd8772a-3b52-4632-9a7c-464aadc920fd tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:39.540023 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-a2c753ea-19c8-4435-a7ef-ea77653b9136 req-7bd8772a-3b52-4632-9a7c-464aadc920fd tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0851203-f7ce-45e4-a1dd-7dc9a9117c43 HTTP/1.1" status: 200 len: 948 time: 0.4729967 Jun 21 04:31:39.625343 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning complete for port d10fe1da-cd3b-4a9b-b7cc-e394809a994e triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:39.626254 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:39.706813 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3680c-ef3f-4416-841a-db217fe0629e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5305cd27-b4bd-435d-8b24-d3ace7f876a9,revision_number=0']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:39.715060 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Attempting to bind port d754a352-6fd7-4110-ae73-f6a8f2facd34 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:31:39.715763 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Attempting to bind port d754a352-6fd7-4110-ae73-f6a8f2facd34 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '1cf5c06f-c447-4be8-8020-9f63726f1dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '40f0212d-a2c7-487e-9ed6-e01d923f092e'}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:31:39.716278 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Attempting to bind port d754a352-6fd7-4110-ae73-f6a8f2facd34 on network 40f0212d-a2c7-487e-9ed6-e01d923f092e {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:31:39.724513 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Port d754a352-6fd7-4110-ae73-f6a8f2facd34 on network 40f0212d-a2c7-487e-9ed6-e01d923f092e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:31:39.724977 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-a2c753ea-19c8-4435-a7ef-ea77653b9136 req-5ed5c17d-3a3b-4283-80fd-680baba4d1b5 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/security-groups?id=aace47e8-9799-45b4-9d11-4092f242c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834266 Jun 21 04:31:39.725129 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Attempting to bind port d754a352-6fd7-4110-ae73-f6a8f2facd34 on network 40f0212d-a2c7-487e-9ed6-e01d923f092e {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:31:39.726347 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-a8b3680c-ef3f-4416-841a-db217fe0629e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:39.736545 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Checking agent: {'id': '96b302db-cc9c-42f9-932f-b12d5511dc88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'started_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:31:39.741168 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Checking segment: {'id': '1cf5c06f-c447-4be8-8020-9f63726f1dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '40f0212d-a2c7-487e-9ed6-e01d923f092e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:31:39.741168 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Bound using segment: {'id': '1cf5c06f-c447-4be8-8020-9f63726f1dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '40f0212d-a2c7-487e-9ed6-e01d923f092e'} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:31:39.741168 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Bound port: d754a352-6fd7-4110-ae73-f6a8f2facd34, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf5c06f-c447-4be8-8020-9f63726f1dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '40f0212d-a2c7-487e-9ed6-e01d923f092e'}}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:31:39.741168 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:39.751783 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:39.767796 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-48218e51-f767-488c-ba9b-93c2944fe6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:39.777474 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f98d8281-aba0-4e22-a576-e714bab8e420 req-3b95e056-2283-43fc-bfba-6e1d60d8b270 service neutron] 10.222.0.61 "GET /v2.0/networks/ba5c6907-199a-4e01-99a2-5c56bd766c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913035 Jun 21 04:31:39.786159 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8a5fcf-f3ef-46ad-9c8b-ce853c952916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10fe1da-cd3b-4a9b-b7cc-e394809a994e'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:39.789810 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d854e6-ae34-46f0-b97b-5417e1cd351d" -d '{"events": [{"server_uuid": "8f8a5fcf-f3ef-46ad-9c8b-ce853c952916", "name": "network-vif-plugged", "status": "completed", "tag": "d10fe1da-cd3b-4a9b-b7cc-e394809a994e"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:39.790422 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b3680c-ef3f-4416-841a-db217fe0629e admin admin] Checking segment: {'id': '134464e8-d48b-4988-881c-f3e9a79e0b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:31:39.790999 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b3680c-ef3f-4416-841a-db217fe0629e admin admin] Network hostable DHCP agents. Network: 681eba82-90ac-47cb-b2b4-73e0ab70b7bd, hostable agents: ['f03cc20b-fa45-497d-ab77-a260e4d7f44c'], hosted agents: [] {{(pid=92743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:31:39.817005 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port d10fe1da-cd3b-4a9b-b7cc-e394809a994e, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d10fe1da-cd3b-4a9b-b7cc-e394809a994e,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:39.829921 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:39.834148 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:39.875376 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] For port d754a352-6fd7-4110-ae73-f6a8f2facd34, host hv-cinder-79717, cleared binding levels {{(pid=92744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:31:39.880952 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] For port d754a352-6fd7-4110-ae73-f6a8f2facd34, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d754a352-6fd7-4110-ae73-f6a8f2facd34,segment=NetworkSegment(1cf5c06f-c447-4be8-8020-9f63726f1dff),segment_id=1cf5c06f-c447-4be8-8020-9f63726f1dff)] {{(pid=92744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:31:39.897032 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:39.901497 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-b65d783c-ae6a-41f4-a40c-01ef0b68beff tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:39.916051 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66886ef-87a4-4f75-87a8-d4502f400445 x-openstack-request-id: req-e66886ef-87a4-4f75-87a8-d4502f400445 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:39.916969 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8a5fcf-f3ef-46ad-9c8b-ce853c952916", "name": "network-vif-plugged", "status": "completed", "tag": "d10fe1da-cd3b-4a9b-b7cc-e394809a994e", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:39.917512 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e66886ef-87a4-4f75-87a8-d4502f400445 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:39.918135 dv-cinder-797170-3-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8a5fcf-f3ef-46ad-9c8b-ce853c952916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10fe1da-cd3b-4a9b-b7cc-e394809a994e', 'code': 200} Jun 21 04:31:39.972463 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b3680c-ef3f-4416-841a-db217fe0629e admin admin] Network 681eba82-90ac-47cb-b2b4-73e0ab70b7bd is scheduled to be hosted by DHCP agent f03cc20b-fa45-497d-ab77-a260e4d7f44c with binding_index 1 {{(pid=92743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:31:39.981497 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=d10fe1da-cd3b-4a9b-b7cc-e394809a994e,revision_number=10']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:39.987984 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:40.032880 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:40.033630 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:40.035275 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] 10.222.0.61 "PUT /v2.0/ports/d754a352-6fd7-4110-ae73-f6a8f2facd34 HTTP/1.1" status: 200 len: 1098 time: 1.9323077 Jun 21 04:31:40.035876 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0851203-f7ce-45e4-a1dd-7dc9a9117c43', 'tag': 'd754a352-6fd7-4110-ae73-f6a8f2facd34'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:40.041684 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a054974b-164c-42a9-834b-708e24740e01" -d '{"events": [{"name": "network-changed", "server_uuid": "a0851203-f7ce-45e4-a1dd-7dc9a9117c43", "tag": "d754a352-6fd7-4110-ae73-f6a8f2facd34"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:40.070387 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Pushing event updated for resources: {'Port': ['ID=d754a352-6fd7-4110-ae73-f6a8f2facd34,revision_number=3']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:40.073967 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-a8b3680c-ef3f-4416-841a-db217fe0629e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-smb, 681eba82-90ac-47cb-b2b4-73e0ab70b7bd) {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:31:40.074557 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:40.087368 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb4fe9a-623d-427c-86c3-3cb2c8e34dd6 None None] Network 681eba82-90ac-47cb-b2b4-73e0ab70b7bd requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:31:40.104150 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b3680c-ef3f-4416-841a-db217fe0629e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:40.105471 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a8b3680c-ef3f-4416-841a-db217fe0629e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for subnet, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:40.126512 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f98d8281-aba0-4e22-a576-e714bab8e420 req-6e81393d-5435-4506-a66e-eae34f93cb42 service neutron] 10.222.0.61 "GET /v2.0/networks/ba5c6907-199a-4e01-99a2-5c56bd766c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383329 Jun 21 04:31:40.331480 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7feb0db-68a5-4048-a221-f8cd481e9540 req-692c6d74-a47a-4bf9-b0f0-a47ba3ff1b6c tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:40.342344 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-a7feb0db-68a5-4048-a221-f8cd481e9540 req-692c6d74-a47a-4bf9-b0f0-a47ba3ff1b6c tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.1502292 Jun 21 04:31:40.395588 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-a7feb0db-68a5-4048-a221-f8cd481e9540 req-a81156e7-fe7a-47e0-8ccb-6be155cf3297 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519834 Jun 21 04:31:40.424728 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-48218e51-f767-488c-ba9b-93c2944fe6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:40.449797 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d0ed5a-3d2e-4243-b9e3-d8d04a3a6d0e x-openstack-request-id: req-f7d0ed5a-3d2e-4243-b9e3-d8d04a3a6d0e {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:40.450487 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0851203-f7ce-45e4-a1dd-7dc9a9117c43", "tag": "d754a352-6fd7-4110-ae73-f6a8f2facd34", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:40.450967 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f7d0ed5a-3d2e-4243-b9e3-d8d04a3a6d0e {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:40.451712 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0851203-f7ce-45e4-a1dd-7dc9a9117c43', 'tag': 'd754a352-6fd7-4110-ae73-f6a8f2facd34', 'status': 'completed', 'code': 200} Jun 21 04:31:40.452619 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a60b1-1b40-422f-8ed1-6538f11f77ba req-0f92fdb2-5df6-4bbc-baf8-167cbe539dc6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:40.455272 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ee9a60b1-1b40-422f-8ed1-6538f11f77ba req-0f92fdb2-5df6-4bbc-baf8-167cbe539dc6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 947 time: 0.3430121 Jun 21 04:31:40.458980 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-48218e51-f767-488c-ba9b-93c2944fe6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:40.467235 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-d0a10685-a11a-454e-a2e3-eb04f4fb9e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:40.474935 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-a8b3680c-ef3f-4416-841a-db217fe0629e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8449311 Jun 21 04:31:40.477187 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 54134) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:40.484703 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-32fe7a8d-0fcd-456d-b299-cd1b4b52301e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2017227742-router', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:40.550815 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-32fe7a8d-0fcd-456d-b299-cd1b4b52301e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-445333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1047656'] for router, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:40.552098 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-32fe7a8d-0fcd-456d-b299-cd1b4b52301e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1047651'] for router, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:40.563767 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b0c84-2e74-4ffb-b1e5-0662621875e9 req-a97fde5a-529a-44bc-b439-efe0bf15ba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:40.566407 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-5b5b0c84-2e74-4ffb-b1e5-0662621875e9 req-a97fde5a-529a-44bc-b439-efe0bf15ba82 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 1100 time: 0.0971708 Jun 21 04:31:40.588620 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bc4d17a-bf34-5daa-93a4-d79048da24a3-681eba82-90ac-47cb-b2b4-73e0ab70b7bd', 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'fixed_ips': [{'subnet_id': '5305cd27-b4bd-435d-8b24-d3ace7f876a9'}]}} from dv-cinder-797170-3-smb. {{(pid=92745) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:31:40.592279 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:40.604569 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-7a4a3d52-6cec-4ff1-83b2-9e45e316afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:40.608313 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-7a4a3d52-6cec-4ff1-83b2-9e45e316afb1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7490a9e00824dd3960e5624e427ed43&device_id=a0851203-f7ce-45e4-a1dd-7dc9a9117c43 HTTP/1.1" status: 200 len: 1101 time: 0.4420166 Jun 21 04:31:40.632111 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-48218e51-f767-488c-ba9b-93c2944fe6f1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=053d8192afed462a9bc11a997f832a82&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1390111 Jun 21 04:31:40.633043 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48218e51-f767-488c-ba9b-93c2944fe6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f75a0e8-f2f3-4aa2-b681-ba3c5e9ffe35,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:40.637571 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-48218e51-f767-488c-ba9b-93c2944fe6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:40.642466 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 54136) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:40.682321 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-5b5b0c84-2e74-4ffb-b1e5-0662621875e9 req-7b63a9bb-0dc4-4a1f-a25e-44b2211311ac service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048257 Jun 21 04:31:40.683933 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-32fe7a8d-0fcd-456d-b299-cd1b4b52301e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:40.742950 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-dc6bcc89-e62c-492e-8a56-352742d4af6c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=d754a352-6fd7-4110-ae73-f6a8f2facd34 HTTP/1.1" status: 200 len: 217 time: 0.0999384 Jun 21 04:31:40.775003 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ee9a60b1-1b40-422f-8ed1-6538f11f77ba req-c3b0a483-3893-4e40-8430-d84cb26190e3 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837520 Jun 21 04:31:40.847554 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-d657485e-e60c-4d7a-9aa1-e7de4d52445d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:40.850319 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-d657485e-e60c-4d7a-9aa1-e7de4d52445d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a0559df6-d751-4c6d-81bc-502965ceff76 HTTP/1.1" status: 200 len: 843 time: 0.0935173 Jun 21 04:31:40.870055 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Allocated IP 172.20.0.2 (681eba82-90ac-47cb-b2b4-73e0ab70b7bd/5305cd27-b4bd-435d-8b24-d3ace7f876a9/0acd15ce-cae1-4935-9ac8-ba983202c2fc) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:31:40.874216 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-32fe7a8d-0fcd-456d-b299-cd1b4b52301e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-515284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1047669'] for router, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:40.916919 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa043026-2d0c-45d3-92b4-28aa0feeb826 req-19d6d548-3aeb-412e-96b0-ecf899ed23eb tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:40.925060 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-aa043026-2d0c-45d3-92b4-28aa0feeb826 req-19d6d548-3aeb-412e-96b0-ecf899ed23eb tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.2783873 Jun 21 04:31:40.943602 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-18aa5e40-c1ae-4df9-ae57-5d2ed27a8ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:41.002885 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-18aa5e40-c1ae-4df9-ae57-5d2ed27a8ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:41.029071 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-aa043026-2d0c-45d3-92b4-28aa0feeb826 req-33459017-2f08-4a1f-8eab-6b356bd71ec3 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028743 Jun 21 04:31:41.106822 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:41.123605 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Transition to ACTIVE for port object 0acd15ce-cae1-4935-9ac8-ba983202c2fc will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:31:41.161441 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Transition to ACTIVE for port object 0acd15ce-cae1-4935-9ac8-ba983202c2fc will not be triggered until provisioned by entity DHCP. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:31:41.164827 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-26b99fe1-b2e1-43cd-be8e-d8fafab400f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:41.167777 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-26b99fe1-b2e1-43cd-be8e-d8fafab400f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=40f0212d-a2c7-487e-9ed6-e01d923f092e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3080533 Jun 21 04:31:41.185160 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:41.187671 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:41.245128 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Network 681eba82-90ac-47cb-b2b4-73e0ab70b7bd is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:31:41.245128 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:31:41.249702 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:31:41.264786 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Pushing event updated for resources: {'Port': ['ID=0acd15ce-cae1-4935-9ac8-ba983202c2fc,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:41.268281 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:41.297449 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-32fe7a8d-0fcd-456d-b299-cd1b4b52301e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:41.302615 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203e68a-6d87-44c5-b414-c2f38aba0a2c req-bffd4e38-bad5-4f2f-8d87-305129414e2a tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:41.305330 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-2203e68a-6d87-44c5-b414-c2f38aba0a2c req-bffd4e38-bad5-4f2f-8d87-305129414e2a tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0851203-f7ce-45e4-a1dd-7dc9a9117c43 HTTP/1.1" status: 200 len: 948 time: 0.2784705 Jun 21 04:31:41.317044 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-18aa5e40-c1ae-4df9-ae57-5d2ed27a8ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:41.321881 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-18aa5e40-c1ae-4df9-ae57-5d2ed27a8ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:41.323898 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-18aa5e40-c1ae-4df9-ae57-5d2ed27a8ac9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f75a0e8-f2f3-4aa2-b681-ba3c5e9ffe35 HTTP/1.1" status: 204 len: 168 time: 0.6791110 Jun 21 04:31:41.330691 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:41.387457 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa5e40-c1ae-4df9-ae57-5d2ed27a8ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f75a0e8-f2f3-4aa2-b681-ba3c5e9ffe35,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:41.398779 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-32fe7a8d-0fcd-456d-b299-cd1b4b52301e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:41.402497 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-18aa5e40-c1ae-4df9-ae57-5d2ed27a8ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:41.478564 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-2203e68a-6d87-44c5-b414-c2f38aba0a2c req-538757ef-5c1a-4c10-ab53-c9b0d9f20f01 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/security-groups?id=aace47e8-9799-45b4-9d11-4092f242c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493297 Jun 21 04:31:41.495680 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Attempting to bind port 0acd15ce-cae1-4935-9ac8-ba983202c2fc on host dv-cinder-797170-3-smb for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:31:41.496320 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Attempting to bind port 0acd15ce-cae1-4935-9ac8-ba983202c2fc by drivers openvswitch,hyperv on host dv-cinder-797170-3-smb at level 0 using segments [{'id': '134464e8-d48b-4988-881c-f3e9a79e0b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:31:41.496977 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Attempting to bind port 0acd15ce-cae1-4935-9ac8-ba983202c2fc on network 681eba82-90ac-47cb-b2b4-73e0ab70b7bd {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:31:41.519591 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Checking agent: {'id': '0a7d828d-f304-46d9-99e1-7df9121aa7cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 20, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:31:41.520089 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Checking segment: {'id': '134464e8-d48b-4988-881c-f3e9a79e0b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:31:41.520819 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:41.521512 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Bound using segment: {'id': '134464e8-d48b-4988-881c-f3e9a79e0b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:31:41.522375 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Bound port: 0acd15ce-cae1-4935-9ac8-ba983202c2fc, host: dv-cinder-797170-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134464e8-d48b-4988-881c-f3e9a79e0b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:31:41.523038 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:41.525219 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-c2be7a77-c0ad-4a6c-9a23-f705a8776e56 service neutron] 10.222.0.61 "GET /v2.0/networks/40f0212d-a2c7-487e-9ed6-e01d923f092e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423214 Jun 21 04:31:41.668326 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] For port 0acd15ce-cae1-4935-9ac8-ba983202c2fc, host dv-cinder-797170-3-smb, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:31:41.673558 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] For port 0acd15ce-cae1-4935-9ac8-ba983202c2fc, host dv-cinder-797170-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=0acd15ce-cae1-4935-9ac8-ba983202c2fc,segment=NetworkSegment(134464e8-d48b-4988-881c-f3e9a79e0b3f),segment_id=134464e8-d48b-4988-881c-f3e9a79e0b3f)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:31:41.697309 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:41.702003 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:41.711871 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_common [None req-32fe7a8d-0fcd-456d-b299-cd1b4b52301e admin admin] Allocated IP 172.28.3.14 (b03547ff-bdb5-4cf0-b910-6012328878f7/077b926c-3bf0-4e4d-825c-99f0c2191e19/77a18f21-e0a6-4627-b8dd-2e9717c8127d) {{(pid=92744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:31:41.854958 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-543e8753-e1ac-43e6-9fb5-b4d0d0b63622 req-b8af86a7-0cc0-4e19-a921-6fdb62c88af8 service neutron] 10.222.0.61 "GET /v2.0/networks/40f0212d-a2c7-487e-9ed6-e01d923f092e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068392 Jun 21 04:31:42.085905 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb0460-2cb0-4720-9eb7-40db0b1cc2b4 req-e9c2e7fa-1aa0-4a92-b3be-9c0a3d06c074 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:42.100482 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-1feb0460-2cb0-4720-9eb7-40db0b1cc2b4 req-e9c2e7fa-1aa0-4a92-b3be-9c0a3d06c074 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.3456345 Jun 21 04:31:42.154449 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-32fe7a8d-0fcd-456d-b299-cd1b4b52301e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:42.203425 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-1feb0460-2cb0-4720-9eb7-40db0b1cc2b4 req-990212ac-0f3d-41ae-b29a-af216680271a tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018724 Jun 21 04:31:42.229264 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Pushing event updated for resources: {'Port': ['ID=0acd15ce-cae1-4935-9ac8-ba983202c2fc,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:42.238631 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:42.270615 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-32fe7a8d-0fcd-456d-b299-cd1b4b52301e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60010093'] for port, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:42.273831 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:42.311051 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1776da3-3b28-44d1-bfef-8da2afb57b62 req-b39cdae4-e396-42b7-a969-241f549d8bfb tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:42.342432 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b1776da3-3b28-44d1-bfef-8da2afb57b62 req-b39cdae4-e396-42b7-a969-241f549d8bfb tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 947 time: 0.2395396 Jun 21 04:31:42.360535 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054974b-164c-42a9-834b-708e24740e01 req-567a32b4-3da7-4796-8107-7bbadff11e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:42.364937 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-a054974b-164c-42a9-834b-708e24740e01 req-567a32b4-3da7-4796-8107-7bbadff11e35 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7490a9e00824dd3960e5624e427ed43&device_id=a0851203-f7ce-45e4-a1dd-7dc9a9117c43 HTTP/1.1" status: 200 len: 1101 time: 0.3485188 Jun 21 04:31:42.449731 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe7a8d-0fcd-456d-b299-cd1b4b52301e admin admin] Pushing event updated for resources: {'Port': ['ID=77a18f21-e0a6-4627-b8dd-2e9717c8127d,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:42.468763 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fe7a8d-0fcd-456d-b299-cd1b4b52301e admin admin] Network b03547ff-bdb5-4cf0-b910-6012328878f7 is already hosted by enough agents. {{(pid=92744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:31:42.469981 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-32fe7a8d-0fcd-456d-b299-cd1b4b52301e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:42.477938 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [None req-32fe7a8d-0fcd-456d-b299-cd1b4b52301e admin admin] Resources bound (agent type, host, resource id): {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:31:42.492748 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe7a8d-0fcd-456d-b299-cd1b4b52301e admin admin] Received port after_create {{(pid=92744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:31:42.598084 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054974b-164c-42a9-834b-708e24740e01 req-5b3fbc58-20d3-4e89-9ab7-40c4f9513aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:42.600325 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-a054974b-164c-42a9-834b-708e24740e01 req-5b3fbc58-20d3-4e89-9ab7-40c4f9513aa9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=40f0212d-a2c7-487e-9ed6-e01d923f092e HTTP/1.1" status: 200 len: 870 time: 0.2079391 Jun 21 04:31:42.671225 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-a054974b-164c-42a9-834b-708e24740e01 req-a8451056-92ec-44bf-8eea-b580e1827878 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=d754a352-6fd7-4110-ae73-f6a8f2facd34 HTTP/1.1" status: 200 len: 217 time: 0.0534894 Jun 21 04:31:42.739912 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b1776da3-3b28-44d1-bfef-8da2afb57b62 req-2b839ff0-3196-42c5-a49e-4e8e0cad9161 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3689325 Jun 21 04:31:42.762113 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054974b-164c-42a9-834b-708e24740e01 req-0afa7081-c384-45d2-befd-b61a3f079014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:42.770170 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-a054974b-164c-42a9-834b-708e24740e01 req-0afa7081-c384-45d2-befd-b61a3f079014 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a0559df6-d751-4c6d-81bc-502965ceff76 HTTP/1.1" status: 200 len: 843 time: 0.0864770 Jun 21 04:31:42.792531 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3dc4b-40bb-4341-ac7f-1a855bc88c2c req-ea15be37-9167-45e5-b1ce-10a59c48cfee tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:42.794136 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c4f3dc4b-40bb-4341-ac7f-1a855bc88c2c req-ea15be37-9167-45e5-b1ce-10a59c48cfee tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.2873487 Jun 21 04:31:42.877144 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c4f3dc4b-40bb-4341-ac7f-1a855bc88c2c req-56b41813-e3b2-4ee4-aa72-51bcfe84796f tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744386 Jun 21 04:31:42.909487 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054974b-164c-42a9-834b-708e24740e01 req-6900b237-4a8e-463c-aba8-8bb277b75fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:42.911389 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-a054974b-164c-42a9-834b-708e24740e01 req-6900b237-4a8e-463c-aba8-8bb277b75fb3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=40f0212d-a2c7-487e-9ed6-e01d923f092e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1248076 Jun 21 04:31:43.027585 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-32fe7a8d-0fcd-456d-b299-cd1b4b52301e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:43.065364 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780beef1-5044-4c2a-bb6f-cc28a2da7b04 req-1b65acb4-b3e3-43f1-ba83-31afe657a59a tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:43.072973 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-780beef1-5044-4c2a-bb6f-cc28a2da7b04 req-1b65acb4-b3e3-43f1-ba83-31afe657a59a tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0851203-f7ce-45e4-a1dd-7dc9a9117c43 HTTP/1.1" status: 200 len: 948 time: 0.1752989 Jun 21 04:31:43.084693 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-a054974b-164c-42a9-834b-708e24740e01 req-9f18be30-bb27-426e-9235-ef030cded749 service neutron] 10.222.0.61 "GET /v2.0/networks/40f0212d-a2c7-487e-9ed6-e01d923f092e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454997 Jun 21 04:31:43.172621 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-780beef1-5044-4c2a-bb6f-cc28a2da7b04 req-7aca3d84-a671-43d6-8bdd-f1f51b34998c tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/security-groups?id=aace47e8-9799-45b4-9d11-4092f242c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983162 Jun 21 04:31:43.238149 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-a054974b-164c-42a9-834b-708e24740e01 req-d194a37c-edcf-4539-8dfc-604d25f82901 service neutron] 10.222.0.61 "GET /v2.0/networks/40f0212d-a2c7-487e-9ed6-e01d923f092e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320121 Jun 21 04:31:43.338758 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-32fe7a8d-0fcd-456d-b299-cd1b4b52301e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515328'] for router, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:43.482883 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a08e672-a561-44a2-a762-62d92d89ebd2 None None] Network 681eba82-90ac-47cb-b2b4-73e0ab70b7bd requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:31:43.522680 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b2387-e38f-4872-b4ff-5fcd46992127 req-33de97e3-2d07-4089-8b97-68792533c850 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:43.525137 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-138b2387-e38f-4872-b4ff-5fcd46992127 req-33de97e3-2d07-4089-8b97-68792533c850 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.1442087 Jun 21 04:31:43.603171 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-138b2387-e38f-4872-b4ff-5fcd46992127 req-038b665e-a258-4571-8cd4-c7408708c149 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643675 Jun 21 04:31:43.627439 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-f6aa39a8-18c5-41be-a18c-ead9be4e208f None None] Provisioning for port 0acd15ce-cae1-4935-9ac8-ba983202c2fc completed by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:31:43.632482 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fe7a8d-0fcd-456d-b299-cd1b4b52301e admin admin] Router 617551c6-d1d7-4e7b-82ad-fd205f9fe0ac is scheduled to L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a with binding_index 1 {{(pid=92744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:31:43.881434 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fe7a8d-0fcd-456d-b299-cd1b4b52301e admin admin] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:31:43.901771 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] Sync routers for ids ['617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'] in dv-cinder-797170-3-smb {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:31:43.918090 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] Routers {'617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:31:43.918725 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:31:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:43.922063 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-32fe7a8d-0fcd-456d-b299-cd1b4b52301e admin admin] Notify callbacks [] for router, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:43.930839 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-32fe7a8d-0fcd-456d-b299-cd1b4b52301e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4512286 Jun 21 04:31:43.934001 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 54198) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:44.049839 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] Set router 617551c6-d1d7-4e7b-82ad-fd205f9fe0ac gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:31:44.106430 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 0acd15ce-cae1-4935-9ac8-ba983202c2fc up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:31:44.164784 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b9a1a-1fe1-4cd5-8760-4af39fde89e9 req-bd070444-af21-4cc7-ab28-29cc454780ee tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:44.173311 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b86b9a1a-1fe1-4cd5-8760-4af39fde89e9 req-bd070444-af21-4cc7-ab28-29cc454780ee tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.1012912 Jun 21 04:31:44.229728 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning for port 0acd15ce-cae1-4935-9ac8-ba983202c2fc completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:31:44.238246 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 0acd15ce-cae1-4935-9ac8-ba983202c2fc triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:44.238804 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:44.280547 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b86b9a1a-1fe1-4cd5-8760-4af39fde89e9 req-529ac3ef-a88c-4e78-963a-b99deaf02bb3 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987241 Jun 21 04:31:44.360078 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'name': 'tempest-TestShelveInstance-2017227742-router', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:31:40Z', 'updated_at': '2021-06-21T04:31:42Z', 'revision_number': 3, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'gw_port': {'id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:46:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:41Z', 'updated_at': '2021-06-21T04:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:44.412595 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] Checking router: 617551c6-d1d7-4e7b-82ad-fd205f9fe0ac for host: dv-cinder-797170-3-smb {{(pid=92746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:31:44.413323 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] Updating router 617551c6-d1d7-4e7b-82ad-fd205f9fe0ac port 77a18f21-e0a6-4627-b8dd-2e9717c8127d binding host dv-cinder-797170-3-smb {{(pid=92746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:31:44.448557 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-75062cdb-b687-4b7c-945f-5b5921b8c4f1 None None] Provisioning complete for port 0acd15ce-cae1-4935-9ac8-ba983202c2fc triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:44.449019 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-75062cdb-b687-4b7c-945f-5b5921b8c4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:44.450217 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:44.502619 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:44.523709 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0f8be-b6bf-4841-befb-1cfbcf816971 req-ff2103f9-48af-4a30-aeb5-69ff9ce85211 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:44.527461 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c6b0f8be-b6bf-4841-befb-1cfbcf816971 req-ff2103f9-48af-4a30-aeb5-69ff9ce85211 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0851203-f7ce-45e4-a1dd-7dc9a9117c43 HTTP/1.1" status: 200 len: 948 time: 0.1303513 Jun 21 04:31:44.566101 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] For port 0acd15ce-cae1-4935-9ac8-ba983202c2fc, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=0acd15ce-cae1-4935-9ac8-ba983202c2fc,segment=NetworkSegment(134464e8-d48b-4988-881c-f3e9a79e0b3f),segment_id=134464e8-d48b-4988-881c-f3e9a79e0b3f)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:44.585875 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:44.586844 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c6b0f8be-b6bf-4841-befb-1cfbcf816971 req-2f9654e3-9a07-466e-b133-a31992895237 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/security-groups?id=aace47e8-9799-45b4-9d11-4092f242c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495009 Jun 21 04:31:44.594879 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c10752b4-42b4-4285-9006-0372d1ffba4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:44.651992 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-75062cdb-b687-4b7c-945f-5b5921b8c4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:44.676470 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b270528-09df-4950-b820-1517c6f6e557 req-3ca3b878-b01d-44fc-96b7-4a2ad103d61c tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:44.681091 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-7b270528-09df-4950-b820-1517c6f6e557 req-3ca3b878-b01d-44fc-96b7-4a2ad103d61c tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 947 time: 0.7579842 Jun 21 04:31:44.748873 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Pushing event updated for resources: {'Port': ['ID=0acd15ce-cae1-4935-9ac8-ba983202c2fc,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:44.755877 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:44.825823 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.db.api [None req-75062cdb-b687-4b7c-945f-5b5921b8c4f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 04:31:44.826452 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_db.api [None req-75062cdb-b687-4b7c-945f-5b5921b8c4f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 04:31:44.970428 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a3b84-3b72-4f05-a15d-636ecf384245 req-59308897-2d18-48f0-887c-9f19249ff759 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:44.972939 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-be9a3b84-3b72-4f05-a15d-636ecf384245 req-59308897-2d18-48f0-887c-9f19249ff759 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.1241257 Jun 21 04:31:44.983316 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:44.995472 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-7b270528-09df-4950-b820-1517c6f6e557 req-fc83d7a9-f2c2-4810-8a61-670abac585c5 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2852654 Jun 21 04:31:45.032088 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-49117a70-455a-466e-a677-92f211d34b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:45.039221 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] Transition to ACTIVE for port object 77a18f21-e0a6-4627-b8dd-2e9717c8127d will not be triggered until provisioned by entity L2. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:31:45.049057 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:45.064943 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-1a0bdc20-187c-4524-b9fa-c649a1caf3d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:45.097712 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-be9a3b84-3b72-4f05-a15d-636ecf384245 req-ddcfecac-8d5f-4e97-8a8f-17a751d77b48 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175723 Jun 21 04:31:45.124014 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] Attempting to bind port 77a18f21-e0a6-4627-b8dd-2e9717c8127d on host dv-cinder-797170-3-smb for vnic_type normal with profile {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:31:45.124509 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] Attempting to bind port 77a18f21-e0a6-4627-b8dd-2e9717c8127d by drivers openvswitch,hyperv on host dv-cinder-797170-3-smb at level 0 using segments [{'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:31:45.125005 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] Attempting to bind port 77a18f21-e0a6-4627-b8dd-2e9717c8127d on network b03547ff-bdb5-4cf0-b910-6012328878f7 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:31:45.141475 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] Checking agent: {'id': '0a7d828d-f304-46d9-99e1-7df9121aa7cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 20, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:31:45.141475 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] Checking segment: {'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:31:45.141475 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:45.141921 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] Bound using segment: {'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:31:45.142270 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] Bound port: 77a18f21-e0a6-4627-b8dd-2e9717c8127d, host: dv-cinder-797170-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:31:45.142807 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:45.176607 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd07244-28ca-4d02-b003-3ff12c408f0e None None] Pushing event updated for resources: {'Port': ['ID=77a18f21-e0a6-4627-b8dd-2e9717c8127d,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:45.191643 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd07244-28ca-4d02-b003-3ff12c408f0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:45.191981 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd07244-28ca-4d02-b003-3ff12c408f0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:45.192293 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd07244-28ca-4d02-b003-3ff12c408f0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:45.192614 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd07244-28ca-4d02-b003-3ff12c408f0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:45.192966 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd07244-28ca-4d02-b003-3ff12c408f0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:45.193287 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd07244-28ca-4d02-b003-3ff12c408f0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:45.193602 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd07244-28ca-4d02-b003-3ff12c408f0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:45.193913 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd07244-28ca-4d02-b003-3ff12c408f0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:45.194229 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd07244-28ca-4d02-b003-3ff12c408f0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:45.194536 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd07244-28ca-4d02-b003-3ff12c408f0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:45.194844 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd07244-28ca-4d02-b003-3ff12c408f0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:45.195154 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd07244-28ca-4d02-b003-3ff12c408f0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:45.202153 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-6dd07244-28ca-4d02-b003-3ff12c408f0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:45.226493 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] For port 77a18f21-e0a6-4627-b8dd-2e9717c8127d, host dv-cinder-797170-3-smb, cleared binding levels {{(pid=92746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:31:45.229897 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] For port 77a18f21-e0a6-4627-b8dd-2e9717c8127d, host dv-cinder-797170-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=77a18f21-e0a6-4627-b8dd-2e9717c8127d,segment=NetworkSegment(187c97c0-b126-42a1-9dd9-08d372d10f19),segment_id=187c97c0-b126-42a1-9dd9-08d372d10f19)] {{(pid=92746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:31:45.236011 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:45.238610 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-efcff475-488a-4d29-aecf-3bf3c989195e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:45.304558 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] Routers {'617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:31:45.305252 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:31:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:45.308200 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd07244-28ca-4d02-b003-3ff12c408f0e None None] Pushing event updated for resources: {'Port': ['ID=77a18f21-e0a6-4627-b8dd-2e9717c8127d,revision_number=3']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:45.335890 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7d6de4b8-3305-4012-ab77-ac94e077f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:45.342387 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-6dd07244-28ca-4d02-b003-3ff12c408f0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:45.407418 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62582821-2bd4-4513-9466-6ce362e4c155 req-ebe97623-0fbb-4164-b781-12406d549ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:45.409962 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-62582821-2bd4-4513-9466-6ce362e4c155 req-ebe97623-0fbb-4164-b781-12406d549ac0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=98ac6444112049ffbeb07ee05d60964f&device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 1098 time: 0.1324520 Jun 21 04:31:45.526290 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device d754a352-6fd7-4110-ae73-f6a8f2facd34 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92745) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:31:45.527644 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] Set router 617551c6-d1d7-4e7b-82ad-fd205f9fe0ac gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:31:45.604126 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_common [None req-7d6de4b8-3305-4012-ab77-ac94e077f4fa admin admin] Allocated IP 172.20.0.1 (681eba82-90ac-47cb-b2b4-73e0ab70b7bd/5305cd27-b4bd-435d-8b24-d3ace7f876a9/283d2434-63b8-4c2c-b85f-b93b44e7db2d) {{(pid=92743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:31:45.611101 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62582821-2bd4-4513-9466-6ce362e4c155 req-56a08c10-a1fd-4c0a-b795-5982c9e39a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:45.612961 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-62582821-2bd4-4513-9466-6ce362e4c155 req-56a08c10-a1fd-4c0a-b795-5982c9e39a93 service neutron] 10.222.0.61 "GET /v2.0/networks?id=eacf42c2-00ce-42e3-89dd-853a4c6fa08a HTTP/1.1" status: 200 len: 912 time: 0.1584961 Jun 21 04:31:45.659753 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port d754a352-6fd7-4110-ae73-f6a8f2facd34, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d754a352-6fd7-4110-ae73-f6a8f2facd34,segment=NetworkSegment(1cf5c06f-c447-4be8-8020-9f63726f1dff),segment_id=1cf5c06f-c447-4be8-8020-9f63726f1dff)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:45.680002 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Returning: {'device': 'd754a352-6fd7-4110-ae73-f6a8f2facd34', 'network_id': '40f0212d-a2c7-487e-9ed6-e01d923f092e', 'port_id': 'd754a352-6fd7-4110-ae73-f6a8f2facd34', 'mac_address': 'fa:16:3e:f0:4d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0559df6-d751-4c6d-81bc-502965ceff76', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92745) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:31:45.736368 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:45.762071 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d754a352-6fd7-4110-ae73-f6a8f2facd34 {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:31:45.784679 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port d754a352-6fd7-4110-ae73-f6a8f2facd34, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d754a352-6fd7-4110-ae73-f6a8f2facd34,segment=NetworkSegment(1cf5c06f-c447-4be8-8020-9f63726f1dff),segment_id=1cf5c06f-c447-4be8-8020-9f63726f1dff)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:45.789906 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:45.792682 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:45.833653 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-62582821-2bd4-4513-9466-6ce362e4c155 req-5c071899-8e44-440c-a10b-6aeffff9001f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c22c064-4f48-4948-b634-28a9696e7430 HTTP/1.1" status: 200 len: 1000 time: 0.2121866 Jun 21 04:31:45.846539 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'name': 'tempest-TestShelveInstance-2017227742-router', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:31:40Z', 'updated_at': '2021-06-21T04:31:42Z', 'revision_number': 3, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'gw_port': {'id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:46:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:41Z', 'updated_at': '2021-06-21T04:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:45.860004 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=d754a352-6fd7-4110-ae73-f6a8f2facd34,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:45.863407 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:45.882846 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e3199d-3297-4131-9428-6e6be407d6d3 None None] The sync data for ids ['617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'] in dv-cinder-797170-3-smb is: [{'id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'name': 'tempest-TestShelveInstance-2017227742-router', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:31:40Z', 'updated_at': '2021-06-21T04:31:42Z', 'revision_number': 3, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'gw_port': {'id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:46:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:41Z', 'updated_at': '2021-06-21T04:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}] {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:31:45.939696 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7d6de4b8-3305-4012-ab77-ac94e077f4fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:45.959924 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62582821-2bd4-4513-9466-6ce362e4c155 req-146b0db3-3769-4daa-a896-b94c8c5ae06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:45.961615 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-62582821-2bd4-4513-9466-6ce362e4c155 req-146b0db3-3769-4daa-a896-b94c8c5ae06b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ed4de96-1760-4ad9-bdcc-bd30812b5a13 HTTP/1.1" status: 200 len: 850 time: 0.1186256 Jun 21 04:31:45.970408 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.provisioning_blocks [None req-7d6de4b8-3305-4012-ab77-ac94e077f4fa admin admin] Transition to ACTIVE for port object 283d2434-63b8-4c2c-b85f-b93b44e7db2d will not be triggered until provisioned by entity DHCP. {{(pid=92743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:31:46.019364 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfbef6-64bc-41b4-9775-b05b47c6304c req-5a098218-2733-41bd-9372-1397aed6b83e tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:46.026881 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b1dfbef6-64bc-41b4-9775-b05b47c6304c req-5a098218-2733-41bd-9372-1397aed6b83e tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0851203-f7ce-45e4-a1dd-7dc9a9117c43 HTTP/1.1" status: 200 len: 948 time: 0.2708595 Jun 21 04:31:46.110957 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 0acd15ce-cae1-4935-9ac8-ba983202c2fc up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:31:46.126128 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b1dfbef6-64bc-41b4-9775-b05b47c6304c req-0fb657a1-dc2b-4721-a507-139ba4707f00 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/security-groups?id=aace47e8-9799-45b4-9d11-4092f242c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980077 Jun 21 04:31:46.130224 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7d6de4b8-3305-4012-ab77-ac94e077f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60629742'] for port, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:46.142594 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-6012aec8-6ff9-4848-9ecd-54cf71c5e708 tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:46.187108 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['d754a352-6fd7-4110-ae73-f6a8f2facd34'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:31:46.226237 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62582821-2bd4-4513-9466-6ce362e4c155 req-ca1fdeaa-8a8a-47b1-899a-183059d91533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:46.228745 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-62582821-2bd4-4513-9466-6ce362e4c155 req-ca1fdeaa-8a8a-47b1-899a-183059d91533 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eacf42c2-00ce-42e3-89dd-853a4c6fa08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2564068 Jun 21 04:31:46.246729 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6de4b8-3305-4012-ab77-ac94e077f4fa admin admin] Network 681eba82-90ac-47cb-b2b4-73e0ab70b7bd is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:31:46.367813 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-7d6de4b8-3305-4012-ab77-ac94e077f4fa admin admin] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:31:46.375659 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6de4b8-3305-4012-ab77-ac94e077f4fa admin admin] Received port after_create {{(pid=92743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:31:46.399276 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6de4b8-3305-4012-ab77-ac94e077f4fa admin admin] Pushing event updated for resources: {'Port': ['ID=283d2434-63b8-4c2c-b85f-b93b44e7db2d,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:46.438363 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-7d6de4b8-3305-4012-ab77-ac94e077f4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:46.485482 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf0b8f-2ce1-413f-b6fd-2b0b5e359c9f req-0575447e-73dd-4cca-87cd-4c248f3787ba tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:46.493558 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7d6de4b8-3305-4012-ab77-ac94e077f4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513839'] for router_interface, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:46.500362 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-fbaf0b8f-2ce1-413f-b6fd-2b0b5e359c9f req-0575447e-73dd-4cca-87cd-4c248f3787ba tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.2358272 Jun 21 04:31:46.505197 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 0acd15ce-cae1-4935-9ac8-ba983202c2fc triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:46.505679 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:46.598834 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-fbaf0b8f-2ce1-413f-b6fd-2b0b5e359c9f req-a18d7783-571a-41b3-b72e-86bf1e1e8396 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964925 Jun 21 04:31:46.620857 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-62582821-2bd4-4513-9466-6ce362e4c155 req-5f16568d-22e3-474e-9777-60e4c568a223 service neutron] 10.222.0.61 "GET /v2.0/networks/eacf42c2-00ce-42e3-89dd-853a4c6fa08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779128 Jun 21 04:31:46.811096 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a1987-68e6-44a0-b288-90e6c0547b61 req-12fb34cd-8d89-48a9-b81c-7b037a094cb5 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:46.812713 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0f2a1987-68e6-44a0-b288-90e6c0547b61 req-12fb34cd-8d89-48a9-b81c-7b037a094cb5 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.3061812 Jun 21 04:31:46.860176 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-62582821-2bd4-4513-9466-6ce362e4c155 req-8d780a09-d232-4b02-9731-95da49ac29fa service neutron] 10.222.0.61 "GET /v2.0/networks/eacf42c2-00ce-42e3-89dd-853a4c6fa08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036953 Jun 21 04:31:46.862270 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-181ac0a6-8ebe-4cb7-8e30-79f202fba7e5 None None] Provisioning for port 283d2434-63b8-4c2c-b85f-b93b44e7db2d completed by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:31:46.869147 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-181ac0a6-8ebe-4cb7-8e30-79f202fba7e5 None None] Provisioning complete for port 283d2434-63b8-4c2c-b85f-b93b44e7db2d triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:46.869801 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-181ac0a6-8ebe-4cb7-8e30-79f202fba7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:46.920949 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-181ac0a6-8ebe-4cb7-8e30-79f202fba7e5 None None] Port 283d2434-63b8-4c2c-b85f-b93b44e7db2d cannot update to ACTIVE because it is not bound. {{(pid=92745) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:31:46.949743 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0f2a1987-68e6-44a0-b288-90e6c0547b61 req-85f5604c-0050-4f7d-aaaa-25278fe9dd2b tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972269 Jun 21 04:31:46.961928 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7d6de4b8-3305-4012-ab77-ac94e077f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:47.230243 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7d6de4b8-3305-4012-ab77-ac94e077f4fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:47.238777 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7d6de4b8-3305-4012-ab77-ac94e077f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629720'] for port, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:47.251644 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:47.371945 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7d6de4b8-3305-4012-ab77-ac94e077f4fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513334'] for router_interface, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:47.376284 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6de4b8-3305-4012-ab77-ac94e077f4fa admin admin] Pushing event updated for resources: {'Port': ['ID=283d2434-63b8-4c2c-b85f-b93b44e7db2d,revision_number=2']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:47.379922 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-7d6de4b8-3305-4012-ab77-ac94e077f4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:47.499591 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30076605-7597-4154-8580-0ddf11ba3885 req-0d55bd83-0e03-49fd-a2b8-f8104583aa47 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:47.501536 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-30076605-7597-4154-8580-0ddf11ba3885 req-0d55bd83-0e03-49fd-a2b8-f8104583aa47 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0851203-f7ce-45e4-a1dd-7dc9a9117c43 HTTP/1.1" status: 200 len: 949 time: 0.1752179 Jun 21 04:31:47.514704 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6de4b8-3305-4012-ab77-ac94e077f4fa admin admin] Network 681eba82-90ac-47cb-b2b4-73e0ab70b7bd is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:31:47.521146 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-7d6de4b8-3305-4012-ab77-ac94e077f4fa admin admin] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:31:47.528486 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device d754a352-6fd7-4110-ae73-f6a8f2facd34 up at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:31:47.600205 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-30076605-7597-4154-8580-0ddf11ba3885 req-622526f6-edf3-4fb0-a044-2d84f2007f5b tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/security-groups?id=aace47e8-9799-45b4-9d11-4092f242c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906420 Jun 21 04:31:47.602842 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning for port d754a352-6fd7-4110-ae73-f6a8f2facd34 completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:31:47.611002 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning complete for port d754a352-6fd7-4110-ae73-f6a8f2facd34 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:47.611654 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:47.675827 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:31:47.698740 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6de4b8-3305-4012-ab77-ac94e077f4fa admin admin] Router 617551c6-d1d7-4e7b-82ad-fd205f9fe0ac has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:31:47.771967 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:47.808468 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0851203-f7ce-45e4-a1dd-7dc9a9117c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd754a352-6fd7-4110-ae73-f6a8f2facd34'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:47.812816 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4519cf7f-ce79-4b88-8717-bdccfae93a1b" -d '{"events": [{"server_uuid": "a0851203-f7ce-45e4-a1dd-7dc9a9117c43", "name": "network-vif-plugged", "status": "completed", "tag": "d754a352-6fd7-4110-ae73-f6a8f2facd34"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:47.839074 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port d754a352-6fd7-4110-ae73-f6a8f2facd34, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d754a352-6fd7-4110-ae73-f6a8f2facd34,segment=NetworkSegment(1cf5c06f-c447-4be8-8020-9f63726f1dff),segment_id=1cf5c06f-c447-4be8-8020-9f63726f1dff)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:47.853718 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6de4b8-3305-4012-ab77-ac94e077f4fa admin admin] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:31:47.854434 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:47.860705 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-7bc1b74b-38cf-49bd-8dc2-c1cd80896d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:47.861361 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-7d6de4b8-3305-4012-ab77-ac94e077f4fa admin admin] 10.222.0.60 "PUT /v2.0/routers/617551c6-d1d7-4e7b-82ad-fd205f9fe0ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9277334 Jun 21 04:31:47.901820 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964e2b84-3702-4a3c-bbe9-c341c2887b48 x-openstack-request-id: req-964e2b84-3702-4a3c-bbe9-c341c2887b48 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:47.902395 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0851203-f7ce-45e4-a1dd-7dc9a9117c43", "name": "network-vif-plugged", "status": "completed", "tag": "d754a352-6fd7-4110-ae73-f6a8f2facd34", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:47.902584 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-964e2b84-3702-4a3c-bbe9-c341c2887b48 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:47.903472 dv-cinder-797170-3-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0851203-f7ce-45e4-a1dd-7dc9a9117c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd754a352-6fd7-4110-ae73-f6a8f2facd34', 'code': 200} Jun 21 04:31:47.949513 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-8247d322-272d-495e-984c-2fc3376996c1 None None] Provisioning complete for port 283d2434-63b8-4c2c-b85f-b93b44e7db2d triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:47.950704 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8247d322-272d-495e-984c-2fc3376996c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:48.015877 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-8247d322-272d-495e-984c-2fc3376996c1 None None] Port 283d2434-63b8-4c2c-b85f-b93b44e7db2d cannot update to ACTIVE because it is not bound. {{(pid=92745) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:31:48.037597 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=d754a352-6fd7-4110-ae73-f6a8f2facd34,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:48.041734 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:48.065873 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-11261a54-53e6-40d4-a81d-9d261f1b5b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:48.130347 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:48.222166 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 77a18f21-e0a6-4627-b8dd-2e9717c8127d up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:31:48.305691 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:48.325080 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning for port 77a18f21-e0a6-4627-b8dd-2e9717c8127d completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:31:48.333712 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 77a18f21-e0a6-4627-b8dd-2e9717c8127d triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:48.334601 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:48.518229 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:48.540463 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] Sync routers for ids ['617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'] in dv-cinder-797170-3-smb {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:31:48.566110 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] For port 77a18f21-e0a6-4627-b8dd-2e9717c8127d, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=77a18f21-e0a6-4627-b8dd-2e9717c8127d,segment=NetworkSegment(187c97c0-b126-42a1-9dd9-08d372d10f19),segment_id=187c97c0-b126-42a1-9dd9-08d372d10f19)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:48.570396 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] Routers {'617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:31:48.571372 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:31:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:48.575872 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:48.632925 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccd681-eef3-4b01-bd88-b888f369c4d9 req-a70095aa-f611-4d12-aee4-58cc33e26f37 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:48.637074 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-32ccd681-eef3-4b01-bd88-b888f369c4d9 req-a70095aa-f611-4d12-aee4-58cc33e26f37 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.4685371 Jun 21 04:31:48.647361 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:48.650300 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce385b61-5117-4ac1-b3ac-885a35c0c734 req-967fbf33-fefd-4a54-8cd1-88183e79f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:48.652274 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ce385b61-5117-4ac1-b3ac-885a35c0c734 req-967fbf33-fefd-4a54-8cd1-88183e79f595 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a0851203-f7ce-45e4-a1dd-7dc9a9117c43 HTTP/1.1" status: 200 len: 1103 time: 0.1273758 Jun 21 04:31:48.760749 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Pushing event updated for resources: {'Port': ['ID=77a18f21-e0a6-4627-b8dd-2e9717c8127d,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:48.766251 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:48.800843 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ce385b61-5117-4ac1-b3ac-885a35c0c734 req-2e189702-c0be-4a9b-bded-b1fe8522ddb4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=aace47e8-9799-45b4-9d11-4092f242c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402359 Jun 21 04:31:48.817090 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-32ccd681-eef3-4b01-bd88-b888f369c4d9 req-b7b33514-8e59-4088-a667-f3fd3f50b1d2 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635084 Jun 21 04:31:48.827513 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] Set router 617551c6-d1d7-4e7b-82ad-fd205f9fe0ac gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:31:48.939432 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:49.073901 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 54276) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:49.083302 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-b801a17a-7de5-4128-bac0-fc14beedeecb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1993291102-network', 'tenant_id': '9ffeccdc191e408eb9f2cce15ede05c2'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:49.103320 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'name': 'tempest-TestShelveInstance-2017227742-router', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:31:40Z', 'updated_at': '2021-06-21T04:31:46Z', 'revision_number': 4, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'gw_port': {'id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:41Z', 'updated_at': '2021-06-21T04:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': '283d2434-63b8-4c2c-b85f-b93b44e7db2d', 'name': '', 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'mac_address': 'fa:16:3e:da:87:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5305cd27-b4bd-435d-8b24-d3ace7f876a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:45Z', 'updated_at': '2021-06-21T04:31:47Z', 'revision_number': 2, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'subnets': [{'id': '5305cd27-b4bd-435d-8b24-d3ace7f876a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:49.126386 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b801a17a-7de5-4128-bac0-fc14beedeecb admin admin] Made reservation on behalf of 9ffeccdc191e408eb9f2cce15ede05c2 for: {'network': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:31:49.131763 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-b801a17a-7de5-4128-bac0-fc14beedeecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for network, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:49.135791 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] Checking router: 617551c6-d1d7-4e7b-82ad-fd205f9fe0ac for host: dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:31:49.136160 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] Updating router 617551c6-d1d7-4e7b-82ad-fd205f9fe0ac port 283d2434-63b8-4c2c-b85f-b93b44e7db2d binding host dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:31:49.149479 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-b801a17a-7de5-4128-bac0-fc14beedeecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:49.188818 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:49.191945 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb266c8-bec9-48ba-ad99-727f1d08a654 req-aed5986e-3c05-4dce-8f19-19c09d546910 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:49.193683 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-cbb266c8-bec9-48ba-ad99-727f1d08a654 req-aed5986e-3c05-4dce-8f19-19c09d546910 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0851203-f7ce-45e4-a1dd-7dc9a9117c43 HTTP/1.1" status: 200 len: 950 time: 0.4241118 Jun 21 04:31:49.242314 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-cbb266c8-bec9-48ba-ad99-727f1d08a654 req-80c88737-6fc0-4989-bda8-15b00eaf7117 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/security-groups?id=aace47e8-9799-45b4-9d11-4092f242c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374992 Jun 21 04:31:49.306054 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-b801a17a-7de5-4128-bac0-fc14beedeecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:49.311136 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-b801a17a-7de5-4128-bac0-fc14beedeecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:49.315279 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-06789601-020d-4692-95b9-fcc0bf06198f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:49.348514 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b801a17a-7de5-4128-bac0-fc14beedeecb admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=92743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:31:49.355645 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801a17a-7de5-4128-bac0-fc14beedeecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb1d969-c9a1-4d3b-abd1-d3942498b1ad,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:49.360047 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-b801a17a-7de5-4128-bac0-fc14beedeecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:49.365537 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-b801a17a-7de5-4128-bac0-fc14beedeecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:49.365883 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.db.segments_db [None req-b801a17a-7de5-4128-bac0-fc14beedeecb admin admin] Added segment e7b50e44-03b8-4a29-af34-a6a00329c306 of type vlan for network a4f40ad3-6699-4d37-aed2-895750f4c803 Jun 21 04:31:49.409346 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-b801a17a-7de5-4128-bac0-fc14beedeecb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772645272028'] for network, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:49.439531 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-b801a17a-7de5-4128-bac0-fc14beedeecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842'] for network, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:49.441093 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b801a17a-7de5-4128-bac0-fc14beedeecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:49.441696 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-b801a17a-7de5-4128-bac0-fc14beedeecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:49.444848 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:49.510121 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 54282) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:49.510493 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-b801a17a-7de5-4128-bac0-fc14beedeecb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4345090 Jun 21 04:31:49.520321 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:49.521698 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-be262856-3947-424d-b211-11da8ecfb86b admin admin] Request body: {'subnet': {'network_id': 'a4f40ad3-6699-4d37-aed2-895750f4c803', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1993291102-subnet', 'tenant_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'ip_version': 4}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:49.531029 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801a17a-7de5-4128-bac0-fc14beedeecb admin admin] Pushing event updated for resources: {'Network': ['ID=a4f40ad3-6699-4d37-aed2-895750f4c803,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:49.534245 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-b801a17a-7de5-4128-bac0-fc14beedeecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:49.539459 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] Transition to ACTIVE for port object 283d2434-63b8-4c2c-b85f-b93b44e7db2d will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:31:49.551446 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Network a4f40ad3-6699-4d37-aed2-895750f4c803 details requested by agent ovs-agent-dv-cinder-797170-3-smb with host dv-cinder-797170-3-smb {{(pid=92745) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:31:49.565793 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be262856-3947-424d-b211-11da8ecfb86b admin admin] Made reservation on behalf of 9ffeccdc191e408eb9f2cce15ede05c2 for: {'subnet': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:31:49.570069 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-be262856-3947-424d-b211-11da8ecfb86b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60183813'] for subnet, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:49.583549 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:49.634973 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:49.779138 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e626ee-4dec-4aae-a9fb-68058e7927ca None None] Pushing event updated for resources: {'Port': ['ID=283d2434-63b8-4c2c-b85f-b93b44e7db2d,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:49.783366 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-48e626ee-4dec-4aae-a9fb-68058e7927ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:49.847108 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] Attempting to bind port 283d2434-63b8-4c2c-b85f-b93b44e7db2d on host dv-cinder-797170-3-smb for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:31:49.847838 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] Attempting to bind port 283d2434-63b8-4c2c-b85f-b93b44e7db2d by drivers openvswitch,hyperv on host dv-cinder-797170-3-smb at level 0 using segments [{'id': '134464e8-d48b-4988-881c-f3e9a79e0b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:31:49.848227 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] Attempting to bind port 283d2434-63b8-4c2c-b85f-b93b44e7db2d on network 681eba82-90ac-47cb-b2b4-73e0ab70b7bd {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:31:49.856063 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] Checking agent: {'id': '0a7d828d-f304-46d9-99e1-7df9121aa7cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 20, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:31:49.856500 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] Checking segment: {'id': '134464e8-d48b-4988-881c-f3e9a79e0b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:31:49.856902 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:49.857366 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] Bound using segment: {'id': '134464e8-d48b-4988-881c-f3e9a79e0b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:31:49.858141 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] Bound port: 283d2434-63b8-4c2c-b85f-b93b44e7db2d, host: dv-cinder-797170-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134464e8-d48b-4988-881c-f3e9a79e0b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:31:49.858953 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:49.883497 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-be262856-3947-424d-b211-11da8ecfb86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60183831'] for subnet, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:49.892966 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:49.939843 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be262856-3947-424d-b211-11da8ecfb86b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd3af09f-8aa9-47dc-a6d3-28748ac156a3,revision_number=0']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:49.943705 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-be262856-3947-424d-b211-11da8ecfb86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:49.973540 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be262856-3947-424d-b211-11da8ecfb86b admin admin] Checking segment: {'id': 'e7b50e44-03b8-4a29-af34-a6a00329c306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a4f40ad3-6699-4d37-aed2-895750f4c803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:31:49.973881 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be262856-3947-424d-b211-11da8ecfb86b admin admin] Network hostable DHCP agents. Network: a4f40ad3-6699-4d37-aed2-895750f4c803, hostable agents: ['f03cc20b-fa45-497d-ab77-a260e4d7f44c'], hosted agents: [] {{(pid=92744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:31:50.003097 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be262856-3947-424d-b211-11da8ecfb86b admin admin] Network a4f40ad3-6699-4d37-aed2-895750f4c803 is scheduled to be hosted by DHCP agent f03cc20b-fa45-497d-ab77-a260e4d7f44c with binding_index 1 {{(pid=92744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:31:50.027774 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] For port 283d2434-63b8-4c2c-b85f-b93b44e7db2d, host dv-cinder-797170-3-smb, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:31:50.028773 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [None req-be262856-3947-424d-b211-11da8ecfb86b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-smb, a4f40ad3-6699-4d37-aed2-895750f4c803) {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:31:50.036924 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] For port 283d2434-63b8-4c2c-b85f-b93b44e7db2d, host dv-cinder-797170-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=283d2434-63b8-4c2c-b85f-b93b44e7db2d,segment=NetworkSegment(134464e8-d48b-4988-881c-f3e9a79e0b3f),segment_id=134464e8-d48b-4988-881c-f3e9a79e0b3f)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:31:50.039425 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3f21e4-2e83-4bb0-9fbf-0f1883df8cad None None] Network a4f40ad3-6699-4d37-aed2-895750f4c803 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:31:50.041200 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be262856-3947-424d-b211-11da8ecfb86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:50.047341 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-be262856-3947-424d-b211-11da8ecfb86b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:50.071134 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:50.086749 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 54292) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:50.087239 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-be262856-3947-424d-b211-11da8ecfb86b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5751948 Jun 21 04:31:50.094915 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-72adf27f-8956-490d-864b-5bb83e4dc2d1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1993291102-router', 'tenant_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:50.152029 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-72adf27f-8956-490d-864b-5bb83e4dc2d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-445333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1047656'] for router, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:50.154237 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-72adf27f-8956-490d-864b-5bb83e4dc2d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1047651'] for router, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:50.158053 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:50.242151 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42cb41-1251-4f6c-b188-31fdaa1b7b2d req-77049397-22e1-459a-b9fb-438a2ae53235 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:50.243957 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-1b42cb41-1251-4f6c-b188-31fdaa1b7b2d req-77049397-22e1-459a-b9fb-438a2ae53235 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.1303349 Jun 21 04:31:50.327573 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-1b42cb41-1251-4f6c-b188-31fdaa1b7b2d req-38c4f5d2-274b-490e-bc40-1250146713f6 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645061 Jun 21 04:31:50.349380 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-72adf27f-8956-490d-864b-5bb83e4dc2d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:50.372605 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 77a18f21-e0a6-4627-b8dd-2e9717c8127d up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:31:50.468572 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e626ee-4dec-4aae-a9fb-68058e7927ca None None] Pushing event updated for resources: {'Port': ['ID=283d2434-63b8-4c2c-b85f-b93b44e7db2d,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:50.487643 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-48e626ee-4dec-4aae-a9fb-68058e7927ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:50.504419 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] Routers {'617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:31:50.505114 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:31:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:50.600015 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 77a18f21-e0a6-4627-b8dd-2e9717c8127d triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:50.600015 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:50.608555 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-72adf27f-8956-490d-864b-5bb83e4dc2d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-515284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1047669'] for router, precommit_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:50.632071 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd194992-f0e7-4b99-a1b7-19c1b59ec1d0 req-2aabfdf4-790a-47b5-9381-c50687a0dc11 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:50.636202 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-fd194992-f0e7-4b99-a1b7-19c1b59ec1d0 req-2aabfdf4-790a-47b5-9381-c50687a0dc11 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0851203-f7ce-45e4-a1dd-7dc9a9117c43 HTTP/1.1" status: 200 len: 950 time: 0.1283627 Jun 21 04:31:50.659696 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0f648-1f78-4729-90da-951797dfc446 req-78620f23-60f3-4d0c-b964-da7283e39c2f tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:50.667108 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-10a0f648-1f78-4729-90da-951797dfc446 req-78620f23-60f3-4d0c-b964-da7283e39c2f tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.4902480 Jun 21 04:31:50.728992 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccac6b2-2e32-495a-a5a3-af6e32fc79e4 req-99a6b85d-4d96-4f24-9307-22f84126ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:50.730426 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-2ccac6b2-2e32-495a-a5a3-af6e32fc79e4 req-99a6b85d-4d96-4f24-9307-22f84126ec7d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bd6d23e61fd544778bcff22b5bd8e44d&device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 1099 time: 0.4671206 Jun 21 04:31:50.751803 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] Set router 617551c6-d1d7-4e7b-82ad-fd205f9fe0ac gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:31:50.756775 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bc4d17a-bf34-5daa-93a4-d79048da24a3-a4f40ad3-6699-4d37-aed2-895750f4c803', 'network_id': 'a4f40ad3-6699-4d37-aed2-895750f4c803', 'tenant_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'fixed_ips': [{'subnet_id': 'bd3af09f-8aa9-47dc-a6d3-28748ac156a3'}]}} from dv-cinder-797170-3-smb. {{(pid=92745) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:31:50.757669 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:50.769313 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-fd194992-f0e7-4b99-a1b7-19c1b59ec1d0 req-6b488d33-e21d-4652-9cd6-ea3af6cec258 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/security-groups?id=aace47e8-9799-45b4-9d11-4092f242c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263304 Jun 21 04:31:50.778294 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-10a0f648-1f78-4729-90da-951797dfc446 req-db95d8aa-082e-4ac9-851c-486c2d7fa738 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101606 Jun 21 04:31:51.199622 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccac6b2-2e32-495a-a5a3-af6e32fc79e4 req-501a0696-b9ce-40a3-937d-02e8cab564ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:51.202702 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-2ccac6b2-2e32-495a-a5a3-af6e32fc79e4 req-501a0696-b9ce-40a3-937d-02e8cab564ba service neutron] 10.222.0.61 "GET /v2.0/networks?id=ba5c6907-199a-4e01-99a2-5c56bd766c8f HTTP/1.1" status: 200 len: 920 time: 0.4564004 Jun 21 04:31:51.268364 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Allocated IP 172.20.0.2 (a4f40ad3-6699-4d37-aed2-895750f4c803/bd3af09f-8aa9-47dc-a6d3-28748ac156a3/189ba881-8e1e-41b0-ab80-ab597ff13644) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:31:51.316018 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-2ccac6b2-2e32-495a-a5a3-af6e32fc79e4 req-9916c7c2-267b-4cd4-a1d7-a6a866ef79ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f92d8b3-17fc-463e-980a-8c3efea1ce3f HTTP/1.1" status: 200 len: 217 time: 0.0952301 Jun 21 04:31:51.320822 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-72adf27f-8956-490d-864b-5bb83e4dc2d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:51.371729 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'name': 'tempest-TestShelveInstance-2017227742-router', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:31:40Z', 'updated_at': '2021-06-21T04:31:46Z', 'revision_number': 4, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'gw_port': {'id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:41Z', 'updated_at': '2021-06-21T04:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': '283d2434-63b8-4c2c-b85f-b93b44e7db2d', 'name': '', 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'mac_address': 'fa:16:3e:da:87:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5305cd27-b4bd-435d-8b24-d3ace7f876a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:45Z', 'updated_at': '2021-06-21T04:31:50Z', 'revision_number': 4, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'subnets': [{'id': '5305cd27-b4bd-435d-8b24-d3ace7f876a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:51.407513 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52df6b8-391c-43c5-a202-e29d98d44557 None None] The sync data for ids ['617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'] in dv-cinder-797170-3-smb is: [{'id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'name': 'tempest-TestShelveInstance-2017227742-router', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:31:40Z', 'updated_at': '2021-06-21T04:31:46Z', 'revision_number': 4, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'gw_port': {'id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:41Z', 'updated_at': '2021-06-21T04:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': '283d2434-63b8-4c2c-b85f-b93b44e7db2d', 'name': '', 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'mac_address': 'fa:16:3e:da:87:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5305cd27-b4bd-435d-8b24-d3ace7f876a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:45Z', 'updated_at': '2021-06-21T04:31:50Z', 'revision_number': 4, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'subnets': [{'id': '5305cd27-b4bd-435d-8b24-d3ace7f876a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:31:51.413889 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-72adf27f-8956-490d-864b-5bb83e4dc2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:51.499345 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccac6b2-2e32-495a-a5a3-af6e32fc79e4 req-50839760-bf30-4619-8cb3-44afbd23fcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:51.501297 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-2ccac6b2-2e32-495a-a5a3-af6e32fc79e4 req-50839760-bf30-4619-8cb3-44afbd23fcd7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=10837d44-5e1e-4f4f-9b67-bd818970debd HTTP/1.1" status: 200 len: 859 time: 0.1562266 Jun 21 04:31:51.616287 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-2ccac6b2-2e32-495a-a5a3-af6e32fc79e4 req-18ffe308-be1c-40d4-b426-4449f5ebe0e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ba5c6907-199a-4e01-99a2-5c56bd766c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690515 Jun 21 04:31:51.748487 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:51.770663 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:51.806178 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Transition to ACTIVE for port object 189ba881-8e1e-41b0-ab80-ab597ff13644 will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:31:51.841235 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_common [None req-72adf27f-8956-490d-864b-5bb83e4dc2d1 admin admin] Allocated IP 172.28.3.232 (b03547ff-bdb5-4cf0-b910-6012328878f7/077b926c-3bf0-4e4d-825c-99f0c2191e19/6a456d65-6665-4ab3-9748-4a3d6e54d948) {{(pid=92743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:31:51.859683 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Transition to ACTIVE for port object 189ba881-8e1e-41b0-ab80-ab597ff13644 will not be triggered until provisioned by entity DHCP. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:31:51.878206 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:51.889155 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15fa23-57c6-4b75-8c74-1e8c3eb87174 req-7d8b9850-d5eb-4e91-ac77-69cbede1c4db tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:51.896699 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-07dad74a-3d79-4ba0-8c11-c1882f5ec766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:51.909161 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-2b15fa23-57c6-4b75-8c74-1e8c3eb87174 req-7d8b9850-d5eb-4e91-ac77-69cbede1c4db tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.1750228 Jun 21 04:31:51.974899 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Network a4f40ad3-6699-4d37-aed2-895750f4c803 is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:31:51.981208 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:31:51.990006 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:31:51.999229 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-2b15fa23-57c6-4b75-8c74-1e8c3eb87174 req-6011e9a9-904b-4140-9813-7f2c5e0ed296 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746458 Jun 21 04:31:52.056804 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-2ccac6b2-2e32-495a-a5a3-af6e32fc79e4 req-0eff54de-2242-44c0-9a53-c7aba679251b service neutron] 10.222.0.61 "GET /v2.0/networks/ba5c6907-199a-4e01-99a2-5c56bd766c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994594 Jun 21 04:31:52.163852 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 283d2434-63b8-4c2c-b85f-b93b44e7db2d up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:31:52.193366 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Attempting to bind port 189ba881-8e1e-41b0-ab80-ab597ff13644 on host dv-cinder-797170-3-smb for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:31:52.194471 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Attempting to bind port 189ba881-8e1e-41b0-ab80-ab597ff13644 by drivers openvswitch,hyperv on host dv-cinder-797170-3-smb at level 0 using segments [{'id': 'e7b50e44-03b8-4a29-af34-a6a00329c306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a4f40ad3-6699-4d37-aed2-895750f4c803'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:31:52.195777 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Attempting to bind port 189ba881-8e1e-41b0-ab80-ab597ff13644 on network a4f40ad3-6699-4d37-aed2-895750f4c803 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:31:52.203931 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c628c1-6e91-4c6b-9a49-b51bfd3c3621 req-43a543a2-af3a-4a77-bff0-b46cd403f351 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:52.208488 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Pushing event updated for resources: {'Port': ['ID=189ba881-8e1e-41b0-ab80-ab597ff13644,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:52.236990 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d1c628c1-6e91-4c6b-9a49-b51bfd3c3621 req-43a543a2-af3a-4a77-bff0-b46cd403f351 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0851203-f7ce-45e4-a1dd-7dc9a9117c43 HTTP/1.1" status: 200 len: 950 time: 0.6045616 Jun 21 04:31:52.249786 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Checking agent: {'id': '0a7d828d-f304-46d9-99e1-7df9121aa7cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 20, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:31:52.250491 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Checking segment: {'id': 'e7b50e44-03b8-4a29-af34-a6a00329c306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a4f40ad3-6699-4d37-aed2-895750f4c803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:31:52.251540 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:52.252331 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Bound using segment: {'id': 'e7b50e44-03b8-4a29-af34-a6a00329c306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a4f40ad3-6699-4d37-aed2-895750f4c803'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:31:52.253666 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Bound port: 189ba881-8e1e-41b0-ab80-ab597ff13644, host: dv-cinder-797170-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b50e44-03b8-4a29-af34-a6a00329c306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a4f40ad3-6699-4d37-aed2-895750f4c803'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:31:52.254459 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:52.258937 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:52.271121 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-72adf27f-8956-490d-864b-5bb83e4dc2d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:52.336746 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-72adf27f-8956-490d-864b-5bb83e4dc2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60629742'] for port, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:52.342670 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-d6699d1b-39d4-4327-9a2f-778c44446868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:52.441607 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72adf27f-8956-490d-864b-5bb83e4dc2d1 admin admin] Network b03547ff-bdb5-4cf0-b910-6012328878f7 is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:31:52.462635 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d1c628c1-6e91-4c6b-9a49-b51bfd3c3621 req-cdc22b8d-031d-4d0e-9a6a-79b041b83dd9 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/security-groups?id=aace47e8-9799-45b4-9d11-4092f242c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230773 Jun 21 04:31:52.471958 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-72adf27f-8956-490d-864b-5bb83e4dc2d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:31:52.484789 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72adf27f-8956-490d-864b-5bb83e4dc2d1 admin admin] Received port after_create {{(pid=92743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:31:52.488799 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adf27f-8956-490d-864b-5bb83e4dc2d1 admin admin] Pushing event updated for resources: {'Port': ['ID=6a456d65-6665-4ab3-9748-4a3d6e54d948,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:52.493390 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-72adf27f-8956-490d-864b-5bb83e4dc2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:52.500495 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-2ccac6b2-2e32-495a-a5a3-af6e32fc79e4 req-7071ed8a-ac0d-4132-8eb7-35d2a980d23c service neutron] 10.222.0.61 "GET /v2.0/networks/ba5c6907-199a-4e01-99a2-5c56bd766c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176772 Jun 21 04:31:52.522956 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning for port 283d2434-63b8-4c2c-b85f-b93b44e7db2d completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:31:52.529053 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] For port 189ba881-8e1e-41b0-ab80-ab597ff13644, host dv-cinder-797170-3-smb, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:31:52.535423 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] For port 189ba881-8e1e-41b0-ab80-ab597ff13644, host dv-cinder-797170-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=189ba881-8e1e-41b0-ab80-ab597ff13644,segment=NetworkSegment(e7b50e44-03b8-4a29-af34-a6a00329c306),segment_id=e7b50e44-03b8-4a29-af34-a6a00329c306)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:31:52.537524 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 283d2434-63b8-4c2c-b85f-b93b44e7db2d triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:52.538504 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:52.546761 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:52.560036 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1a064-c1b3-4c4d-b8a8-fd64aa097214 req-02d19ebf-43e3-496c-b5b4-638dfc0a3461 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:52.563648 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-54d1a064-c1b3-4c4d-b8a8-fd64aa097214 req-02d19ebf-43e3-496c-b5b4-638dfc0a3461 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.2026784 Jun 21 04:31:52.599571 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:52.656207 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-54d1a064-c1b3-4c4d-b8a8-fd64aa097214 req-a301e37b-97fc-42bc-bf52-0adbc4d17a09 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851071 Jun 21 04:31:52.799292 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:52.881222 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Pushing event updated for resources: {'Port': ['ID=189ba881-8e1e-41b0-ab80-ab597ff13644,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:52.890512 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:52.943198 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] For port 283d2434-63b8-4c2c-b85f-b93b44e7db2d, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=283d2434-63b8-4c2c-b85f-b93b44e7db2d,segment=NetworkSegment(134464e8-d48b-4988-881c-f3e9a79e0b3f),segment_id=134464e8-d48b-4988-881c-f3e9a79e0b3f)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:52.953943 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:52.958014 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:53.038709 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Pushing event updated for resources: {'Port': ['ID=283d2434-63b8-4c2c-b85f-b93b44e7db2d,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:53.042409 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:53.120394 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-72adf27f-8956-490d-864b-5bb83e4dc2d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:53.552029 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c49e28-a945-4e83-b4e2-6505927617d1 req-e767309c-2693-4da7-80b2-6f63e7d756f1 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:53.553714 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-39c49e28-a945-4e83-b4e2-6505927617d1 req-e767309c-2693-4da7-80b2-6f63e7d756f1 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0851203-f7ce-45e4-a1dd-7dc9a9117c43 HTTP/1.1" status: 200 len: 950 time: 0.4863081 Jun 21 04:31:53.706014 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea61f15-2ce9-4283-8035-3c29214f31e8 req-2c0c0b93-f8c0-4a0a-9e91-6546ea6fac89 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:53.713537 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-4ea61f15-2ce9-4283-8035-3c29214f31e8 req-2c0c0b93-f8c0-4a0a-9e91-6546ea6fac89 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.3007171 Jun 21 04:31:53.800457 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef550c8-86c5-49be-b8be-af123ff307cc req-8a548edd-74af-456b-b8c2-4d15478565d8 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:53.803864 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-eef550c8-86c5-49be-b8be-af123ff307cc req-8a548edd-74af-456b-b8c2-4d15478565d8 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0851203-f7ce-45e4-a1dd-7dc9a9117c43 HTTP/1.1" status: 200 len: 950 time: 0.1208005 Jun 21 04:31:53.815622 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-72adf27f-8956-490d-864b-5bb83e4dc2d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515328'] for router, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:53.823451 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-4ea61f15-2ce9-4283-8035-3c29214f31e8 req-be663c4c-d730-4a01-805c-4ac2067f0fed tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086118 Jun 21 04:31:53.890088 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-eef550c8-86c5-49be-b8be-af123ff307cc req-8281cdc8-a981-4829-86c4-3dd3c52d8b6e tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/security-groups?id=aace47e8-9799-45b4-9d11-4092f242c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742652 Jun 21 04:31:53.916353 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [req-39c49e28-a945-4e83-b4e2-6505927617d1 req-b21622ea-b4b9-43f9-8c1b-966477483325 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Deleting port d754a352-6fd7-4110-ae73-f6a8f2facd34 {{(pid=92743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:31:53.916929 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-39c49e28-a945-4e83-b4e2-6505927617d1 req-b21622ea-b4b9-43f9-8c1b-966477483325 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:54.261108 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [req-39c49e28-a945-4e83-b4e2-6505927617d1 req-b21622ea-b4b9-43f9-8c1b-966477483325 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] For port d754a352-6fd7-4110-ae73-f6a8f2facd34, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d754a352-6fd7-4110-ae73-f6a8f2facd34,segment=NetworkSegment(1cf5c06f-c447-4be8-8020-9f63726f1dff),segment_id=1cf5c06f-c447-4be8-8020-9f63726f1dff)] {{(pid=92743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:54.262971 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-39c49e28-a945-4e83-b4e2-6505927617d1 req-b21622ea-b4b9-43f9-8c1b-966477483325 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:54.286613 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 189ba881-8e1e-41b0-ab80-ab597ff13644 up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:31:54.294282 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594df007-2977-456e-a4b7-504f694b8178 None None] Network a4f40ad3-6699-4d37-aed2-895750f4c803 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:31:54.438866 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [req-39c49e28-a945-4e83-b4e2-6505927617d1 req-b21622ea-b4b9-43f9-8c1b-966477483325 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Calling delete_port for d754a352-6fd7-4110-ae73-f6a8f2facd34 owned by compute:nova {{(pid=92743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:31:54.505774 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-d5bb5a25-b090-44e6-a7de-2708a1fb1347 None None] Provisioning for port 189ba881-8e1e-41b0-ab80-ab597ff13644 completed by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:31:54.614488 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning for port 189ba881-8e1e-41b0-ab80-ab597ff13644 completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:31:54.621627 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 189ba881-8e1e-41b0-ab80-ab597ff13644 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:54.622046 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:54.682688 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72adf27f-8956-490d-864b-5bb83e4dc2d1 admin admin] Router 6a13c9cf-e56f-4291-9dec-06daa36ed1e7 is scheduled to L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a with binding_index 1 {{(pid=92743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:31:54.756371 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432fa5c-3eb5-4da7-9b26-9e4a810ffb19 req-c811730a-e7e3-4791-bc73-708283adb01a tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:54.760839 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-9432fa5c-3eb5-4da7-9b26-9e4a810ffb19 req-c811730a-e7e3-4791-bc73-708283adb01a tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.6157105 Jun 21 04:31:54.807474 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:54.812462 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daaf8ed-4f09-4fa6-8796-1a6c1dc2206f req-6bf2eb4b-d098-4986-95c1-19cd5a542b4d tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:54.815131 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3daaf8ed-4f09-4fa6-8796-1a6c1dc2206f req-6bf2eb4b-d098-4986-95c1-19cd5a542b4d tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.2035058 Jun 21 04:31:54.824904 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e67aa-d710-4cf8-b61d-f0cff58eb366 req-2671f340-bdd5-4614-8dcf-06c3f6c09cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:54.827810 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-e65e67aa-d710-4cf8-b61d-f0cff58eb366 req-2671f340-bdd5-4614-8dcf-06c3f6c09cdb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=98ac6444112049ffbeb07ee05d60964f&device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 1098 time: 0.1466501 Jun 21 04:31:54.859269 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] For port 189ba881-8e1e-41b0-ab80-ab597ff13644, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=189ba881-8e1e-41b0-ab80-ab597ff13644,segment=NetworkSegment(e7b50e44-03b8-4a29-af34-a6a00329c306),segment_id=e7b50e44-03b8-4a29-af34-a6a00329c306)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:54.867107 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:54.869853 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 283d2434-63b8-4c2c-b85f-b93b44e7db2d up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:31:54.908903 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:54.951823 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-9432fa5c-3eb5-4da7-9b26-9e4a810ffb19 req-f39d59e7-56ad-41b6-b6e2-050748b19678 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331975 Jun 21 04:31:54.972812 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3daaf8ed-4f09-4fa6-8796-1a6c1dc2206f req-f3b41ad7-3086-40aa-8d01-828981718e6f tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280918 Jun 21 04:31:54.976283 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-39c49e28-a945-4e83-b4e2-6505927617d1 req-b21622ea-b4b9-43f9-8c1b-966477483325 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629729'] for port, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:54.978645 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72adf27f-8956-490d-864b-5bb83e4dc2d1 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:31:54.988106 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:55.003251 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['d754a352-6fd7-4110-ae73-f6a8f2facd34'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:31:55.013574 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] Sync routers for ids ['6a13c9cf-e56f-4291-9dec-06daa36ed1e7'] in dv-cinder-797170-3-smb {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:31:55.036811 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] Routers {'6a13c9cf-e56f-4291-9dec-06daa36ed1e7'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:31:55.039543 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:31:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['6a13c9cf-e56f-4291-9dec-06daa36ed1e7'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:55.062604 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21622ea-b4b9-43f9-8c1b-966477483325 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Pushing event deleted for resources: {'Port': ['ID=d754a352-6fd7-4110-ae73-f6a8f2facd34,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:55.081482 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-b21622ea-b4b9-43f9-8c1b-966477483325 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:55.094149 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-72adf27f-8956-490d-864b-5bb83e4dc2d1 admin admin] Notify callbacks [] for router, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:55.095408 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-72adf27f-8956-490d-864b-5bb83e4dc2d1 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0071924 Jun 21 04:31:55.105451 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 54346) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:55.147318 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Pushing event updated for resources: {'Port': ['ID=189ba881-8e1e-41b0-ab80-ab597ff13644,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:55.153500 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:55.190016 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 283d2434-63b8-4c2c-b85f-b93b44e7db2d triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:55.190418 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:55.209865 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c49e28-a945-4e83-b4e2-6505927617d1 req-b21622ea-b4b9-43f9-8c1b-966477483325 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] No DVR routers for this DVR port d754a352-6fd7-4110-ae73-f6a8f2facd34 on host hv-cinder-79717 {{(pid=92743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:31:55.214509 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-39c49e28-a945-4e83-b4e2-6505927617d1 req-b21622ea-b4b9-43f9-8c1b-966477483325 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:55.218935 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-39c49e28-a945-4e83-b4e2-6505927617d1 req-b21622ea-b4b9-43f9-8c1b-966477483325 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.61 "DELETE /v2.0/ports/d754a352-6fd7-4110-ae73-f6a8f2facd34 HTTP/1.1" status: 204 len: 173 time: 1.6245582 Jun 21 04:31:55.219988 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0851203-f7ce-45e4-a1dd-7dc9a9117c43', 'name': 'network-vif-deleted', 'tag': 'd754a352-6fd7-4110-ae73-f6a8f2facd34'}] {{(pid=92743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:55.225586 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f341443fd223dcfc934d9995c5c4b990c7400f9cb91ffc9321324360bae7ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00626aa9-5ca5-4bf7-87e6-1ce2086d4e5b" -d '{"events": [{"server_uuid": "a0851203-f7ce-45e4-a1dd-7dc9a9117c43", "name": "network-vif-deleted", "tag": "d754a352-6fd7-4110-ae73-f6a8f2facd34"}]}' {{(pid=92743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:55.309308 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e67aa-d710-4cf8-b61d-f0cff58eb366 req-a30ab1e7-9891-4566-a0eb-3aee52594abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:55.312542 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-e65e67aa-d710-4cf8-b61d-f0cff58eb366 req-a30ab1e7-9891-4566-a0eb-3aee52594abc service neutron] 10.222.0.61 "GET /v2.0/networks?id=eacf42c2-00ce-42e3-89dd-853a4c6fa08a HTTP/1.1" status: 200 len: 912 time: 0.4703286 Jun 21 04:31:55.380893 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4312538-12be-4e93-a701-e9567d20504a x-openstack-request-id: req-d4312538-12be-4e93-a701-e9567d20504a {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:55.381677 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0851203-f7ce-45e4-a1dd-7dc9a9117c43", "name": "network-vif-deleted", "tag": "d754a352-6fd7-4110-ae73-f6a8f2facd34", "status": "completed", "code": 200}]} {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:55.382494 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4312538-12be-4e93-a701-e9567d20504a {{(pid=92743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:55.384151 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0851203-f7ce-45e4-a1dd-7dc9a9117c43', 'name': 'network-vif-deleted', 'tag': 'd754a352-6fd7-4110-ae73-f6a8f2facd34', 'status': 'completed', 'code': 200} Jun 21 04:31:55.434570 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] Set router 6a13c9cf-e56f-4291-9dec-06daa36ed1e7 gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:31:55.500488 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-e65e67aa-d710-4cf8-b61d-f0cff58eb366 req-d31fa0c4-b4e2-4575-9329-f4b6066d3904 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c22c064-4f48-4948-b634-28a9696e7430 HTTP/1.1" status: 200 len: 1000 time: 0.1665435 Jun 21 04:31:55.503660 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6e52ed68-34a8-4e06-8249-ab981aa11238 req-0c6f0f70-3c63-4d0c-a207-749453dcc624 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0851203-f7ce-45e4-a1dd-7dc9a9117c43 HTTP/1.1" status: 200 len: 210 time: 0.0972371 Jun 21 04:31:55.686257 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-43d8cb01-5581-43df-b880-a290d4d5801e None None] Provisioning complete for port 189ba881-8e1e-41b0-ab80-ab597ff13644 triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:55.687112 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-43d8cb01-5581-43df-b880-a290d4d5801e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:55.742714 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e67aa-d710-4cf8-b61d-f0cff58eb366 req-790c18e6-ba20-45e4-b00b-56799918cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:55.744695 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-e65e67aa-d710-4cf8-b61d-f0cff58eb366 req-790c18e6-ba20-45e4-b00b-56799918cc95 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ed4de96-1760-4ad9-bdcc-bd30812b5a13 HTTP/1.1" status: 200 len: 850 time: 0.2433701 Jun 21 04:31:55.986013 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a13c9cf-e56f-4291-9dec-06daa36ed1e7', 'name': 'tempest-TestShelveInstance-1993291102-router', 'tenant_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6a456d65-6665-4ab3-9748-4a3d6e54d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:31:50Z', 'updated_at': '2021-06-21T04:31:52Z', 'revision_number': 3, 'project_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'gw_port': {'id': '6a456d65-6665-4ab3-9748-4a3d6e54d948', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:56:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a13c9cf-e56f-4291-9dec-06daa36ed1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:51Z', 'updated_at': '2021-06-21T04:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:56.048084 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] Checking router: 6a13c9cf-e56f-4291-9dec-06daa36ed1e7 for host: dv-cinder-797170-3-smb {{(pid=92746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:31:56.048918 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] Updating router 6a13c9cf-e56f-4291-9dec-06daa36ed1e7 port 6a456d65-6665-4ab3-9748-4a3d6e54d948 binding host dv-cinder-797170-3-smb {{(pid=92746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:31:56.109569 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e67aa-d710-4cf8-b61d-f0cff58eb366 req-745c1eeb-7f3c-4882-a6a1-397d70e9d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:56.112883 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-e65e67aa-d710-4cf8-b61d-f0cff58eb366 req-745c1eeb-7f3c-4882-a6a1-397d70e9d37b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eacf42c2-00ce-42e3-89dd-853a4c6fa08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3564115 Jun 21 04:31:56.160029 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 189ba881-8e1e-41b0-ab80-ab597ff13644 up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:31:56.205124 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:56.304860 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 189ba881-8e1e-41b0-ab80-ab597ff13644 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:56.305450 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:56.431646 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cde91e-1fa6-4c39-b998-dfa7a6db3130 req-0d6f71e6-0931-46e4-a6e0-cf9d5bc191ae tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:56.436218 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-44cde91e-1fa6-4c39-b998-dfa7a6db3130 req-0d6f71e6-0931-46e4-a6e0-cf9d5bc191ae tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.2003448 Jun 21 04:31:56.504270 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-44cde91e-1fa6-4c39-b998-dfa7a6db3130 req-4f18b608-1be2-4262-b28d-e405ff29e037 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603511 Jun 21 04:31:56.548029 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-e65e67aa-d710-4cf8-b61d-f0cff58eb366 req-55b4b153-36f1-43a1-ba30-a03567e22ff8 service neutron] 10.222.0.61 "GET /v2.0/networks/eacf42c2-00ce-42e3-89dd-853a4c6fa08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202414 Jun 21 04:31:56.694978 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e562318f-ed7e-47c0-a71a-e76e2d6756ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:56.707876 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d23ef-de5f-4327-b42b-55fd216f9b7e req-25bea4a2-3957-430c-956d-70451bb1400a tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:56.709485 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-736d23ef-de5f-4327-b42b-55fd216f9b7e req-25bea4a2-3957-430c-956d-70451bb1400a tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.2879138 Jun 21 04:31:56.751251 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:56.781198 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] Transition to ACTIVE for port object 6a456d65-6665-4ab3-9748-4a3d6e54d948 will not be triggered until provisioned by entity L2. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:31:56.799558 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:56.801761 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-e65e67aa-d710-4cf8-b61d-f0cff58eb366 req-14083290-bd50-4255-b856-2f68af75958e service neutron] 10.222.0.61 "GET /v2.0/networks/eacf42c2-00ce-42e3-89dd-853a4c6fa08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441254 Jun 21 04:31:56.803071 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:56.862826 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b871e13-76b1-4962-a9f1-9f264d3d4502 None None] Pushing event updated for resources: {'Port': ['ID=6a456d65-6665-4ab3-9748-4a3d6e54d948,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:56.866651 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9b871e13-76b1-4962-a9f1-9f264d3d4502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:56.903772 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-dc63d948-5593-4b1f-bfaa-5f99c5ee32e6 req-cd9ebcab-b2da-479e-b597-e64cce162538 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0851203-f7ce-45e4-a1dd-7dc9a9117c43 HTTP/1.1" status: 200 len: 210 time: 0.0592101 Jun 21 04:31:56.906408 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] Attempting to bind port 6a456d65-6665-4ab3-9748-4a3d6e54d948 on host dv-cinder-797170-3-smb for vnic_type normal with profile {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:31:56.908796 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] Attempting to bind port 6a456d65-6665-4ab3-9748-4a3d6e54d948 by drivers openvswitch,hyperv on host dv-cinder-797170-3-smb at level 0 using segments [{'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:31:56.909841 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] Attempting to bind port 6a456d65-6665-4ab3-9748-4a3d6e54d948 on network b03547ff-bdb5-4cf0-b910-6012328878f7 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:31:56.921728 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] Checking agent: {'id': '0a7d828d-f304-46d9-99e1-7df9121aa7cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 20, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:31:56.923890 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] Checking segment: {'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:31:56.924754 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:56.926237 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] Bound using segment: {'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:31:56.927233 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] Bound port: 6a456d65-6665-4ab3-9748-4a3d6e54d948, host: dv-cinder-797170-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:31:56.928007 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:56.962022 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-736d23ef-de5f-4327-b42b-55fd216f9b7e req-c21ff316-b9d7-4abe-9c45-820339d7bee1 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325716 Jun 21 04:31:57.044248 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] For port 6a456d65-6665-4ab3-9748-4a3d6e54d948, host dv-cinder-797170-3-smb, cleared binding levels {{(pid=92746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:31:57.050908 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] For port 6a456d65-6665-4ab3-9748-4a3d6e54d948, host dv-cinder-797170-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=6a456d65-6665-4ab3-9748-4a3d6e54d948,segment=NetworkSegment(187c97c0-b126-42a1-9dd9-08d372d10f19),segment_id=187c97c0-b126-42a1-9dd9-08d372d10f19)] {{(pid=92746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:31:57.062227 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:57.067918 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:57.175233 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b871e13-76b1-4962-a9f1-9f264d3d4502 None None] Pushing event updated for resources: {'Port': ['ID=6a456d65-6665-4ab3-9748-4a3d6e54d948,revision_number=3']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:57.177454 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_common [None req-e562318f-ed7e-47c0-a71a-e76e2d6756ab admin admin] Allocated IP 172.20.0.1 (a4f40ad3-6699-4d37-aed2-895750f4c803/bd3af09f-8aa9-47dc-a6d3-28748ac156a3/e9a6b687-cff1-4578-b461-f0e586d7f973) {{(pid=92744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:31:57.180270 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9b871e13-76b1-4962-a9f1-9f264d3d4502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:57.187059 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] Routers {'6a13c9cf-e56f-4291-9dec-06daa36ed1e7'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:31:57.187753 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:31:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['6a13c9cf-e56f-4291-9dec-06daa36ed1e7'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:57.319157 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] Set router 6a13c9cf-e56f-4291-9dec-06daa36ed1e7 gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:31:57.338887 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e562318f-ed7e-47c0-a71a-e76e2d6756ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:57.357769 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.provisioning_blocks [None req-e562318f-ed7e-47c0-a71a-e76e2d6756ab admin admin] Transition to ACTIVE for port object e9a6b687-cff1-4578-b461-f0e586d7f973 will not be triggered until provisioned by entity DHCP. {{(pid=92744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:31:57.410367 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e562318f-ed7e-47c0-a71a-e76e2d6756ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60010093'] for port, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:57.415087 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:57.481776 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e562318f-ed7e-47c0-a71a-e76e2d6756ab admin admin] Network a4f40ad3-6699-4d37-aed2-895750f4c803 is already hosted by enough agents. {{(pid=92744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:31:57.485273 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [None req-e562318f-ed7e-47c0-a71a-e76e2d6756ab admin admin] Resources bound (agent type, host, resource id): {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:31:57.489460 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e562318f-ed7e-47c0-a71a-e76e2d6756ab admin admin] Received port after_create {{(pid=92744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:31:57.551150 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e562318f-ed7e-47c0-a71a-e76e2d6756ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513839'] for router_interface, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:57.555483 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562318f-ed7e-47c0-a71a-e76e2d6756ab admin admin] Pushing event updated for resources: {'Port': ['ID=e9a6b687-cff1-4578-b461-f0e586d7f973,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:57.593781 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e562318f-ed7e-47c0-a71a-e76e2d6756ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:57.595608 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device d754a352-6fd7-4110-ae73-f6a8f2facd34 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:31:57.631856 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] No Port match for: d754a352-6fd7-4110-ae73-f6a8f2facd34 {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:31:57.632493 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device d754a352-6fd7-4110-ae73-f6a8f2facd34 not bound to the agent host hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:31:57.646678 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a13c9cf-e56f-4291-9dec-06daa36ed1e7', 'name': 'tempest-TestShelveInstance-1993291102-router', 'tenant_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6a456d65-6665-4ab3-9748-4a3d6e54d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:31:50Z', 'updated_at': '2021-06-21T04:31:52Z', 'revision_number': 3, 'project_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'gw_port': {'id': '6a456d65-6665-4ab3-9748-4a3d6e54d948', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:56:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a13c9cf-e56f-4291-9dec-06daa36ed1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:51Z', 'updated_at': '2021-06-21T04:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:57.706084 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5083305-bb2c-47be-bde3-94ac132e3139 None None] The sync data for ids ['6a13c9cf-e56f-4291-9dec-06daa36ed1e7'] in dv-cinder-797170-3-smb is: [{'id': '6a13c9cf-e56f-4291-9dec-06daa36ed1e7', 'name': 'tempest-TestShelveInstance-1993291102-router', 'tenant_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6a456d65-6665-4ab3-9748-4a3d6e54d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:31:50Z', 'updated_at': '2021-06-21T04:31:52Z', 'revision_number': 3, 'project_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'gw_port': {'id': '6a456d65-6665-4ab3-9748-4a3d6e54d948', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:56:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a13c9cf-e56f-4291-9dec-06daa36ed1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:51Z', 'updated_at': '2021-06-21T04:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}] {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:31:57.823174 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286065f8-a3e9-49e8-a504-a53d493928d6 req-74683cfe-6a0b-4d14-818e-aa4374af7367 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:57.826310 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-286065f8-a3e9-49e8-a504-a53d493928d6 req-74683cfe-6a0b-4d14-818e-aa4374af7367 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.1272774 Jun 21 04:31:57.835003 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-9e030719-e80a-4a09-9b38-4394a301a403 None None] Provisioning for port e9a6b687-cff1-4578-b461-f0e586d7f973 completed by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:31:57.841022 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-9e030719-e80a-4a09-9b38-4394a301a403 None None] Provisioning complete for port e9a6b687-cff1-4578-b461-f0e586d7f973 triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:57.841687 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-9e030719-e80a-4a09-9b38-4394a301a403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:57.914102 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-286065f8-a3e9-49e8-a504-a53d493928d6 req-0fde58a1-e324-410b-93d6-24161ae36be7 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785289 Jun 21 04:31:57.928455 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-9e030719-e80a-4a09-9b38-4394a301a403 None None] Port e9a6b687-cff1-4578-b461-f0e586d7f973 cannot update to ACTIVE because it is not bound. {{(pid=92745) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:31:58.286797 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e562318f-ed7e-47c0-a71a-e76e2d6756ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:58.345990 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d0fab-b7cc-4ebc-9260-f035936152e7 req-e248c7ed-a167-4adc-8631-84a9fe4078a7 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:58.349346 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-378d0fab-b7cc-4ebc-9260-f035936152e7 req-e248c7ed-a167-4adc-8631-84a9fe4078a7 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.1041415 Jun 21 04:31:58.408834 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-378d0fab-b7cc-4ebc-9260-f035936152e7 req-d0d6a77f-0e99-4b52-a7b5-c4bf31aac3a0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512571 Jun 21 04:31:58.549033 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e562318f-ed7e-47c0-a71a-e76e2d6756ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:58.555868 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e562318f-ed7e-47c0-a71a-e76e2d6756ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:58.558377 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:58.633864 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562318f-ed7e-47c0-a71a-e76e2d6756ab admin admin] Pushing event updated for resources: {'Port': ['ID=e9a6b687-cff1-4578-b461-f0e586d7f973,revision_number=2']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:58.637009 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e562318f-ed7e-47c0-a71a-e76e2d6756ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513334'] for router_interface, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:58.640719 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e562318f-ed7e-47c0-a71a-e76e2d6756ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:58.790752 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e562318f-ed7e-47c0-a71a-e76e2d6756ab admin admin] Network a4f40ad3-6699-4d37-aed2-895750f4c803 is already hosted by enough agents. {{(pid=92744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:31:58.792685 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [None req-e562318f-ed7e-47c0-a71a-e76e2d6756ab admin admin] Resources bound (agent type, host, resource id): {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:31:58.992620 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e562318f-ed7e-47c0-a71a-e76e2d6756ab admin admin] Router 6a13c9cf-e56f-4291-9dec-06daa36ed1e7 has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:31:59.185994 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-1b7919ad-df90-472f-96e7-500740071366 None None] Provisioning complete for port e9a6b687-cff1-4578-b461-f0e586d7f973 triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:59.187681 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1b7919ad-df90-472f-96e7-500740071366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:59.337599 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e562318f-ed7e-47c0-a71a-e76e2d6756ab admin admin] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:31:59.341520 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-1b7919ad-df90-472f-96e7-500740071366 None None] Port e9a6b687-cff1-4578-b461-f0e586d7f973 cannot update to ACTIVE because it is not bound. {{(pid=92745) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:31:59.357342 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-e562318f-ed7e-47c0-a71a-e76e2d6756ab admin admin] 10.222.0.60 "PUT /v2.0/routers/6a13c9cf-e56f-4291-9dec-06daa36ed1e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2498131 Jun 21 04:31:59.392068 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3536c-5c03-445f-b709-eddde3be055f req-c4e96f2e-dca7-40c3-bae4-4ed232bc53b5 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:59.403641 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-e9c3536c-5c03-445f-b709-eddde3be055f req-c4e96f2e-dca7-40c3-bae4-4ed232bc53b5 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.1727164 Jun 21 04:31:59.529832 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-e9c3536c-5c03-445f-b709-eddde3be055f req-1a642f26-12f1-4fb8-820d-6099a38a14f3 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142466 Jun 21 04:32:00.086552 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 6a456d65-6665-4ab3-9748-4a3d6e54d948 up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:00.156411 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] Sync routers for ids ['6a13c9cf-e56f-4291-9dec-06daa36ed1e7'] in dv-cinder-797170-3-smb {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:32:00.176857 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] Routers {'6a13c9cf-e56f-4291-9dec-06daa36ed1e7'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:00.177730 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:31:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['6a13c9cf-e56f-4291-9dec-06daa36ed1e7'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:00.228626 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning for port 6a456d65-6665-4ab3-9748-4a3d6e54d948 completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:00.240570 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 6a456d65-6665-4ab3-9748-4a3d6e54d948 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:00.241303 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:00.373649 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] Set router 6a13c9cf-e56f-4291-9dec-06daa36ed1e7 gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:00.419504 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:00.486308 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] For port 6a456d65-6665-4ab3-9748-4a3d6e54d948, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=6a456d65-6665-4ab3-9748-4a3d6e54d948,segment=NetworkSegment(187c97c0-b126-42a1-9dd9-08d372d10f19),segment_id=187c97c0-b126-42a1-9dd9-08d372d10f19)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:00.512205 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:00.516437 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:00.591665 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Pushing event updated for resources: {'Port': ['ID=6a456d65-6665-4ab3-9748-4a3d6e54d948,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:00.599827 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:00.692147 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a13c9cf-e56f-4291-9dec-06daa36ed1e7', 'name': 'tempest-TestShelveInstance-1993291102-router', 'tenant_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6a456d65-6665-4ab3-9748-4a3d6e54d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:31:50Z', 'updated_at': '2021-06-21T04:31:58Z', 'revision_number': 4, 'project_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'gw_port': {'id': '6a456d65-6665-4ab3-9748-4a3d6e54d948', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:56:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a13c9cf-e56f-4291-9dec-06daa36ed1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:51Z', 'updated_at': '2021-06-21T04:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': 'e9a6b687-cff1-4578-b461-f0e586d7f973', 'name': '', 'network_id': 'a4f40ad3-6699-4d37-aed2-895750f4c803', 'tenant_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'mac_address': 'fa:16:3e:73:c7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a13c9cf-e56f-4291-9dec-06daa36ed1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'bd3af09f-8aa9-47dc-a6d3-28748ac156a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:56Z', 'updated_at': '2021-06-21T04:31:58Z', 'revision_number': 2, 'project_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'subnets': [{'id': 'bd3af09f-8aa9-47dc-a6d3-28748ac156a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:00.723729 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] Checking router: 6a13c9cf-e56f-4291-9dec-06daa36ed1e7 for host: dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:32:00.724163 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] Updating router 6a13c9cf-e56f-4291-9dec-06daa36ed1e7 port e9a6b687-cff1-4578-b461-f0e586d7f973 binding host dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:32:00.770395 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:00.853946 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879e539-21a3-43ab-b741-80ccf54e5038 req-2c38f31b-6787-475e-8c17-9c9220b0454d tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:00.858316 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-2879e539-21a3-43ab-b741-80ccf54e5038 req-2c38f31b-6787-475e-8c17-9c9220b0454d tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.1339674 Jun 21 04:32:00.937718 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-2879e539-21a3-43ab-b741-80ccf54e5038 req-59747135-46cd-4b06-bb86-2db97e05d887 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723939 Jun 21 04:32:01.274476 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 54568) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:01.278018 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-51865a73-4b83-403b-afe8-ca8ab2b03394 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-308949496', 'description': 'tempest-secgroup-smoke-308949496 description', 'project_id': 'e77874d6686d4339bad83bc3b2c55091'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:01.283780 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:01.304329 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] Transition to ACTIVE for port object e9a6b687-cff1-4578-b461-f0e586d7f973 will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:01.314910 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:01.321311 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:01.338374 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-51865a73-4b83-403b-afe8-ca8ab2b03394 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:01.487329 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-51865a73-4b83-403b-afe8-ca8ab2b03394 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:01.495821 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-51865a73-4b83-403b-afe8-ca8ab2b03394 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:01.509734 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12030d8-09f3-41f5-b2b4-30eaa4c8672a None None] Pushing event updated for resources: {'Port': ['ID=e9a6b687-cff1-4578-b461-f0e586d7f973,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:01.521471 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-6745aa34-f7c6-4157-a20f-67972b7e1916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:01.552942 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d12030d8-09f3-41f5-b2b4-30eaa4c8672a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:01.573691 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51865a73-4b83-403b-afe8-ca8ab2b03394 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=943d4b15-39b6-450c-961e-7612ff9d85cf,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:01.579350 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] Attempting to bind port e9a6b687-cff1-4578-b461-f0e586d7f973 on host dv-cinder-797170-3-smb for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:32:01.579968 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-51865a73-4b83-403b-afe8-ca8ab2b03394 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:01.580550 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] Attempting to bind port e9a6b687-cff1-4578-b461-f0e586d7f973 by drivers openvswitch,hyperv on host dv-cinder-797170-3-smb at level 0 using segments [{'id': 'e7b50e44-03b8-4a29-af34-a6a00329c306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a4f40ad3-6699-4d37-aed2-895750f4c803'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:32:01.581423 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] Attempting to bind port e9a6b687-cff1-4578-b461-f0e586d7f973 on network a4f40ad3-6699-4d37-aed2-895750f4c803 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:32:01.581736 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-51865a73-4b83-403b-afe8-ca8ab2b03394 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:01.588884 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-51865a73-4b83-403b-afe8-ca8ab2b03394 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3111541 Jun 21 04:32:01.589648 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 54580) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:01.597826 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-00c42447-7c9d-4024-9db8-35239f64312c tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Request body: {'security_group_rule': {'security_group_id': '943d4b15-39b6-450c-961e-7612ff9d85cf', 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:01.598175 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] Checking agent: {'id': '0a7d828d-f304-46d9-99e1-7df9121aa7cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 20, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:32:01.598466 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] Checking segment: {'id': 'e7b50e44-03b8-4a29-af34-a6a00329c306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a4f40ad3-6699-4d37-aed2-895750f4c803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:32:01.599115 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:01.599767 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] Bound using segment: {'id': 'e7b50e44-03b8-4a29-af34-a6a00329c306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a4f40ad3-6699-4d37-aed2-895750f4c803'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:32:01.600757 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] Bound port: e9a6b687-cff1-4578-b461-f0e586d7f973, host: dv-cinder-797170-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b50e44-03b8-4a29-af34-a6a00329c306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a4f40ad3-6699-4d37-aed2-895750f4c803'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:32:01.601802 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:01.657407 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-00c42447-7c9d-4024-9db8-35239f64312c tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:01.727954 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-00c42447-7c9d-4024-9db8-35239f64312c tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:01.729111 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] For port e9a6b687-cff1-4578-b461-f0e586d7f973, host dv-cinder-797170-3-smb, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:32:01.732899 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-00c42447-7c9d-4024-9db8-35239f64312c tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379083'] for security_group_rule, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:01.733554 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] For port e9a6b687-cff1-4578-b461-f0e586d7f973, host dv-cinder-797170-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=e9a6b687-cff1-4578-b461-f0e586d7f973,segment=NetworkSegment(e7b50e44-03b8-4a29-af34-a6a00329c306),segment_id=e7b50e44-03b8-4a29-af34-a6a00329c306)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:32:01.735110 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-63bbd59d-a0de-4e4d-b007-db04466661c2 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:01.741299 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:01.746465 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:01.757440 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-00c42447-7c9d-4024-9db8-35239f64312c tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:01.763174 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-00c42447-7c9d-4024-9db8-35239f64312c tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1677284 Jun 21 04:32:01.764020 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 54584) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:01.769002 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-251d5db9-699c-43bf-9fb2-2f59be9f8192 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Request body: {'security_group_rule': {'security_group_id': '943d4b15-39b6-450c-961e-7612ff9d85cf', 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:01.773625 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c42447-7c9d-4024-9db8-35239f64312c tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109025f5-9897-4c2b-bd96-11424c16ca3b,revision_number=0']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:01.776828 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-00c42447-7c9d-4024-9db8-35239f64312c tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:01.820304 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-251d5db9-699c-43bf-9fb2-2f59be9f8192 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:01.856507 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] Routers {'6a13c9cf-e56f-4291-9dec-06daa36ed1e7'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:01.857644 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:31:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['6a13c9cf-e56f-4291-9dec-06daa36ed1e7'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:01.909123 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-251d5db9-699c-43bf-9fb2-2f59be9f8192 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:01.915614 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-251d5db9-699c-43bf-9fb2-2f59be9f8192 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379083'] for security_group_rule, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:01.923439 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-00c42447-7c9d-4024-9db8-35239f64312c tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:01.944179 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d5db9-699c-43bf-9fb2-2f59be9f8192 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc24f327-d51c-4809-805a-98c2dfa60278,revision_number=0']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:01.947375 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-251d5db9-699c-43bf-9fb2-2f59be9f8192 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:01.955938 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-251d5db9-699c-43bf-9fb2-2f59be9f8192 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:01.957728 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-251d5db9-699c-43bf-9fb2-2f59be9f8192 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1928313 Jun 21 04:32:01.962682 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 54592) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:01.968101 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-3a06525f-d68e-4fc1-8afd-0452b589950c tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Request body: {'security_group_rule': {'security_group_id': '943d4b15-39b6-450c-961e-7612ff9d85cf', 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:02.031249 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12030d8-09f3-41f5-b2b4-30eaa4c8672a None None] Pushing event updated for resources: {'Port': ['ID=e9a6b687-cff1-4578-b461-f0e586d7f973,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:02.043211 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d12030d8-09f3-41f5-b2b4-30eaa4c8672a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:02.056525 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3a06525f-d68e-4fc1-8afd-0452b589950c tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:02.127763 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 6a456d65-6665-4ab3-9748-4a3d6e54d948 up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:02.144461 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] Set router 6a13c9cf-e56f-4291-9dec-06daa36ed1e7 gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:02.303283 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3a06525f-d68e-4fc1-8afd-0452b589950c tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:02.314427 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3a06525f-d68e-4fc1-8afd-0452b589950c tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379083'] for security_group_rule, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:02.321881 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:02.348606 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de61ad-b3cf-488c-aa31-16554bdc1c8a req-c0724cdc-628d-41e1-83e6-4f8e60d2f630 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:02.369543 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-06de61ad-b3cf-488c-aa31-16554bdc1c8a req-c0724cdc-628d-41e1-83e6-4f8e60d2f630 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.2241716 Jun 21 04:32:02.378934 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06525f-d68e-4fc1-8afd-0452b589950c tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c6f442-2134-4a89-bef7-a84f1d087ce5,revision_number=0']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:02.395589 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-3a06525f-d68e-4fc1-8afd-0452b589950c tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:02.404611 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3a06525f-d68e-4fc1-8afd-0452b589950c tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:02.406957 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-3a06525f-d68e-4fc1-8afd-0452b589950c tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4429760 Jun 21 04:32:02.411146 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 54624) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:02.418728 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-90534e70-011f-4ed8-8082-de23260392de tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Request body: {'security_group_rule': {'security_group_id': '943d4b15-39b6-450c-961e-7612ff9d85cf', 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:02.456997 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 6a456d65-6665-4ab3-9748-4a3d6e54d948 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:02.458566 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:02.460301 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-06de61ad-b3cf-488c-aa31-16554bdc1c8a req-43867f01-8607-4388-adb9-42f5b3083318 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896165 Jun 21 04:32:02.490196 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-90534e70-011f-4ed8-8082-de23260392de tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:02.580348 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-90534e70-011f-4ed8-8082-de23260392de tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:02.586253 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-90534e70-011f-4ed8-8082-de23260392de tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379083'] for security_group_rule, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:02.589726 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-3a06525f-d68e-4fc1-8afd-0452b589950c tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:02.626103 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90534e70-011f-4ed8-8082-de23260392de tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b6a0b5-d21a-4cd1-ab4c-8d071072a45c,revision_number=0']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:02.633073 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-90534e70-011f-4ed8-8082-de23260392de tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:02.638104 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-90534e70-011f-4ed8-8082-de23260392de tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:02.640216 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-90534e70-011f-4ed8-8082-de23260392de tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2275562 Jun 21 04:32:02.643291 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 54628) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:02.651965 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-20e4c322-2acb-4e66-a175-4c6df36af646 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Request body: {'security_group_rule': {'security_group_id': '943d4b15-39b6-450c-961e-7612ff9d85cf', 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:02.691285 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.db.securitygroups_db [None req-20e4c322-2acb-4e66-a175-4c6df36af646 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Project e77874d6686d4339bad83bc3b2c55091 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 04:32:02.698928 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-20e4c322-2acb-4e66-a175-4c6df36af646 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:02.720839 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a13c9cf-e56f-4291-9dec-06daa36ed1e7', 'name': 'tempest-TestShelveInstance-1993291102-router', 'tenant_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6a456d65-6665-4ab3-9748-4a3d6e54d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:31:50Z', 'updated_at': '2021-06-21T04:31:58Z', 'revision_number': 4, 'project_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'gw_port': {'id': '6a456d65-6665-4ab3-9748-4a3d6e54d948', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:56:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a13c9cf-e56f-4291-9dec-06daa36ed1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:51Z', 'updated_at': '2021-06-21T04:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': 'e9a6b687-cff1-4578-b461-f0e586d7f973', 'name': '', 'network_id': 'a4f40ad3-6699-4d37-aed2-895750f4c803', 'tenant_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'mac_address': 'fa:16:3e:73:c7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a13c9cf-e56f-4291-9dec-06daa36ed1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'bd3af09f-8aa9-47dc-a6d3-28748ac156a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:56Z', 'updated_at': '2021-06-21T04:32:01Z', 'revision_number': 4, 'project_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'subnets': [{'id': 'bd3af09f-8aa9-47dc-a6d3-28748ac156a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:02.773179 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32b0c8c-7fa8-4601-8402-15d51878aef9 None None] The sync data for ids ['6a13c9cf-e56f-4291-9dec-06daa36ed1e7'] in dv-cinder-797170-3-smb is: [{'id': '6a13c9cf-e56f-4291-9dec-06daa36ed1e7', 'name': 'tempest-TestShelveInstance-1993291102-router', 'tenant_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6a456d65-6665-4ab3-9748-4a3d6e54d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:31:50Z', 'updated_at': '2021-06-21T04:31:58Z', 'revision_number': 4, 'project_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'gw_port': {'id': '6a456d65-6665-4ab3-9748-4a3d6e54d948', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:56:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a13c9cf-e56f-4291-9dec-06daa36ed1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:51Z', 'updated_at': '2021-06-21T04:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': 'e9a6b687-cff1-4578-b461-f0e586d7f973', 'name': '', 'network_id': 'a4f40ad3-6699-4d37-aed2-895750f4c803', 'tenant_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'mac_address': 'fa:16:3e:73:c7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a13c9cf-e56f-4291-9dec-06daa36ed1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'bd3af09f-8aa9-47dc-a6d3-28748ac156a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:56Z', 'updated_at': '2021-06-21T04:32:01Z', 'revision_number': 4, 'project_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'subnets': [{'id': 'bd3af09f-8aa9-47dc-a6d3-28748ac156a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:32:02.814443 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-20e4c322-2acb-4e66-a175-4c6df36af646 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:02.821842 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-20e4c322-2acb-4e66-a175-4c6df36af646 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379083'] for security_group_rule, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:02.828952 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:02.859704 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4c322-2acb-4e66-a175-4c6df36af646 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7489e0ec-5306-4bdd-91cc-cdf4f526365a,revision_number=0']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:02.865193 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-20e4c322-2acb-4e66-a175-4c6df36af646 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:02.871169 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-20e4c322-2acb-4e66-a175-4c6df36af646 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:02.878441 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 54630) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:02.879229 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-20e4c322-2acb-4e66-a175-4c6df36af646 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2334924 Jun 21 04:32:02.887412 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-e00052a9-4f4b-4c7c-b8b0-3104e9e17301 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Request body: {'security_group_rule': {'security_group_id': '943d4b15-39b6-450c-961e-7612ff9d85cf', 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:02.924978 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.db.securitygroups_db [None req-e00052a9-4f4b-4c7c-b8b0-3104e9e17301 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Project e77874d6686d4339bad83bc3b2c55091 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 04:32:02.933484 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e00052a9-4f4b-4c7c-b8b0-3104e9e17301 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:03.039366 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e00052a9-4f4b-4c7c-b8b0-3104e9e17301 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:03.044360 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e00052a9-4f4b-4c7c-b8b0-3104e9e17301 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379083'] for security_group_rule, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:03.055421 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:03.084594 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00052a9-4f4b-4c7c-b8b0-3104e9e17301 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7bd7319-7b52-40bd-b7a4-a417859ead57,revision_number=0']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:03.090391 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e00052a9-4f4b-4c7c-b8b0-3104e9e17301 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:03.093010 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e00052a9-4f4b-4c7c-b8b0-3104e9e17301 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:03.095063 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-e00052a9-4f4b-4c7c-b8b0-3104e9e17301 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2138627 Jun 21 04:32:03.792794 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e804a0-fd2e-4bc6-97d4-c3cf107d7a56 req-26396885-3f7e-4c78-b005-d5739b71850c tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:03.803629 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d1e804a0-fd2e-4bc6-97d4-c3cf107d7a56 req-26396885-3f7e-4c78-b005-d5739b71850c tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.1220024 Jun 21 04:32:03.875856 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d1e804a0-fd2e-4bc6-97d4-c3cf107d7a56 req-5b1c4a29-b3ce-4666-8423-0d2e6f6cd99a tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696981 Jun 21 04:32:04.058635 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 54682) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:04.143992 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device e9a6b687-cff1-4578-b461-f0e586d7f973 up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:04.213420 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning for port e9a6b687-cff1-4578-b461-f0e586d7f973 completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:04.219327 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port e9a6b687-cff1-4578-b461-f0e586d7f973 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:04.219903 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:04.322177 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:04.329546 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-90790b07-0c65-4810-9f7c-0b86b29f747c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f7490a9e00824dd3960e5624e427ed43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680678 Jun 21 04:32:04.330320 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 54700) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:04.390638 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] For port e9a6b687-cff1-4578-b461-f0e586d7f973, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=e9a6b687-cff1-4578-b461-f0e586d7f973,segment=NetworkSegment(e7b50e44-03b8-4a29-af34-a6a00329c306),segment_id=e7b50e44-03b8-4a29-af34-a6a00329c306)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:04.397521 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:04.400701 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:04.406040 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-90893541-996a-4501-8d00-058c1ea1cc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:04.447887 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-90893541-996a-4501-8d00-058c1ea1cc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:04.490286 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Pushing event updated for resources: {'Port': ['ID=e9a6b687-cff1-4578-b461-f0e586d7f973,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:04.495882 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:04.532042 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-90893541-996a-4501-8d00-058c1ea1cc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:04.535222 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-90893541-996a-4501-8d00-058c1ea1cc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:04.536627 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-90893541-996a-4501-8d00-058c1ea1cc40 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aace47e8-9799-45b4-9d11-4092f242c04d HTTP/1.1" status: 204 len: 168 time: 0.2044880 Jun 21 04:32:04.537781 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-ce220dd5-7b6a-4d2f-b024-7c1b2d7843a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:04.548498 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90893541-996a-4501-8d00-058c1ea1cc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aace47e8-9799-45b4-9d11-4092f242c04d,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:04.551850 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-90893541-996a-4501-8d00-058c1ea1cc40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:05.116005 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f2ccb-8b4b-4881-8ceb-17d7d195df0b req-ba46747d-56e3-4a35-8919-520009c6c63a tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:05.118123 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d38f2ccb-8b4b-4881-8ceb-17d7d195df0b req-ba46747d-56e3-4a35-8919-520009c6c63a tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.0785439 Jun 21 04:32:05.190738 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d38f2ccb-8b4b-4881-8ceb-17d7d195df0b req-75426004-2c0b-446c-ab17-0b70dcb9061b tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622878 Jun 21 04:32:06.067726 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device e9a6b687-cff1-4578-b461-f0e586d7f973 up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:06.126494 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port e9a6b687-cff1-4578-b461-f0e586d7f973 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:06.127462 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:06.409803 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa359485-820a-4944-bb27-7e42980e8965 req-f6a49e16-688d-4c03-97e6-bd0305b58624 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:06.412488 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-fa359485-820a-4944-bb27-7e42980e8965 req-f6a49e16-688d-4c03-97e6-bd0305b58624 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.1004064 Jun 21 04:32:06.457194 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-fa359485-820a-4944-bb27-7e42980e8965 req-1884c816-4783-4aab-8f9b-a62a2af18f66 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386512 Jun 21 04:32:07.872643 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa55d41-9f79-4976-a427-a2e17a3c197b req-4f99424d-b028-4709-a6b8-6e9905004bc8 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:07.875690 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5fa55d41-9f79-4976-a427-a2e17a3c197b req-4f99424d-b028-4709-a6b8-6e9905004bc8 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.1120529 Jun 21 04:32:07.943277 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5fa55d41-9f79-4976-a427-a2e17a3c197b req-7a38c257-02a4-49ad-814b-34907b97b3b4 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604157 Jun 21 04:32:09.146685 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12365f9-67ce-4bca-b058-46da2dd54b4c req-db1c732b-00ae-4252-969f-c34d3eae65ae tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:09.148145 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-c12365f9-67ce-4bca-b058-46da2dd54b4c req-db1c732b-00ae-4252-969f-c34d3eae65ae tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.0826278 Jun 21 04:32:09.195755 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-c12365f9-67ce-4bca-b058-46da2dd54b4c req-c0e48bd1-0f36-49c8-be89-caece6459a7a tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372419 Jun 21 04:32:10.422278 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25e792-436c-4447-a33b-ab16b565f09d req-19d667fe-f409-4482-9514-9c250ed6245f tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:10.424918 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-5d25e792-436c-4447-a33b-ab16b565f09d req-19d667fe-f409-4482-9514-9c250ed6245f tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.0899284 Jun 21 04:32:10.479715 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-5d25e792-436c-4447-a33b-ab16b565f09d req-def81cdb-1e4e-4302-a7c5-61b6779f57f5 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481946 Jun 21 04:32:11.705325 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba2f0c-5517-41f6-b272-b81997eed839 req-3f6fe405-ba1c-4895-aeda-97840a52c312 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:11.706203 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b2ba2f0c-5517-41f6-b272-b81997eed839 req-3f6fe405-ba1c-4895-aeda-97840a52c312 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.0749147 Jun 21 04:32:11.761685 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b2ba2f0c-5517-41f6-b272-b81997eed839 req-ae26f682-b1f8-41fc-9c9c-77817ea6a2f7 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460351 Jun 21 04:32:12.971735 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734cf4f-2be8-4863-a413-68e1a1d8ede1 req-93e7366f-76d7-4eed-b256-5c0968b79619 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:12.973327 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-3734cf4f-2be8-4863-a413-68e1a1d8ede1 req-93e7366f-76d7-4eed-b256-5c0968b79619 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.0793593 Jun 21 04:32:13.027386 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-3734cf4f-2be8-4863-a413-68e1a1d8ede1 req-ab2f3ae1-24c7-4af5-9dcb-26ca9493bd1b tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446112 Jun 21 04:32:14.259634 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36dcc1-dc10-4535-add6-300cb33d15d6 req-403a10b1-967a-4923-971a-614b1996581a tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:14.263075 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-cb36dcc1-dc10-4535-add6-300cb33d15d6 req-403a10b1-967a-4923-971a-614b1996581a tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.0988023 Jun 21 04:32:14.318312 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-cb36dcc1-dc10-4535-add6-300cb33d15d6 req-1723b18f-5f50-4f09-8794-19e740898c6d tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488303 Jun 21 04:32:15.135779 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-dd5553d4-d310-4745-821c-9534a03c5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:15.546585 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6d7c7-db53-4607-bea9-d956c441466a req-5406f2ba-acc5-4638-ab6b-cb50f6dbeb52 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:15.549598 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-20a6d7c7-db53-4607-bea9-d956c441466a req-5406f2ba-acc5-4638-ab6b-cb50f6dbeb52 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.1081443 Jun 21 04:32:15.599828 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-20a6d7c7-db53-4607-bea9-d956c441466a req-363688ea-59f6-49e9-8501-af5493aff7b6 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430384 Jun 21 04:32:16.815294 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23092ce6-c756-44bd-ac43-8890c4e9c878 req-13e5e831-bed6-4e25-8772-f3442d91a908 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:16.817726 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-23092ce6-c756-44bd-ac43-8890c4e9c878 req-13e5e831-bed6-4e25-8772-f3442d91a908 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.0850234 Jun 21 04:32:16.881366 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-23092ce6-c756-44bd-ac43-8890c4e9c878 req-ee8d45bd-520e-4029-9718-4fe63eb58d4f tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564425 Jun 21 04:32:17.994549 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-e10a17dc-aecd-489d-9b8c-72e55092c211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:18.117001 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:18.135704 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9cecd-8ed5-4e3b-836d-a7ffb83db1e9 req-966e9cc9-5df9-4a3a-a7b8-6f9c73cb7668 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:18.139332 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-1ba9cecd-8ed5-4e3b-836d-a7ffb83db1e9 req-966e9cc9-5df9-4a3a-a7b8-6f9c73cb7668 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.0984609 Jun 21 04:32:18.189909 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:18.208175 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-1ba9cecd-8ed5-4e3b-836d-a7ffb83db1e9 req-28326a38-ff7d-4e91-be9d-d5170a738be5 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616343 Jun 21 04:32:18.912906 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:19.410401 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2393f13-ce05-45fe-91a5-a140e18cd0b7 req-84697bab-0e76-4d8f-9680-15884974f288 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:19.412125 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c2393f13-ce05-45fe-91a5-a140e18cd0b7 req-84697bab-0e76-4d8f-9680-15884974f288 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.0776770 Jun 21 04:32:19.458510 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c2393f13-ce05-45fe-91a5-a140e18cd0b7 req-ba25b0e4-68d4-4a67-813b-ebef9273317a tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356860 Jun 21 04:32:20.713432 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4daf6-52e6-41a2-934f-19b3a29aa2f1 req-81a0a97c-31eb-4661-be2f-371f891e02ff tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:20.715267 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-93a4daf6-52e6-41a2-934f-19b3a29aa2f1 req-81a0a97c-31eb-4661-be2f-371f891e02ff tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.1171403 Jun 21 04:32:20.765552 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-93a4daf6-52e6-41a2-934f-19b3a29aa2f1 req-2b13a751-484a-4b41-9fd9-787aacfb3f7d tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404489 Jun 21 04:32:21.329297 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-12acb616-8087-425f-a05a-fe6398cd5abc req-2cae7299-592b-4ee1-94ba-bb67cbb4aa94 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-308949496&fields=id&tenant_id=e77874d6686d4339bad83bc3b2c55091 HTTP/1.1" status: 200 len: 267 time: 0.0382767 Jun 21 04:32:21.451493 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acb616-8087-425f-a05a-fe6398cd5abc req-f8ab981e-a827-43f0-99f7-8a18b89c65b8 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:21.453098 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-12acb616-8087-425f-a05a-fe6398cd5abc req-f8ab981e-a827-43f0-99f7-8a18b89c65b8 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/networks?id=681eba82-90ac-47cb-b2b4-73e0ab70b7bd HTTP/1.1" status: 200 len: 809 time: 0.1166792 Jun 21 04:32:21.469620 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-12acb616-8087-425f-a05a-fe6398cd5abc req-9c50b889-06bc-4d7c-ac86-d715e254c240 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/quotas/e77874d6686d4339bad83bc3b2c55091 HTTP/1.1" status: 200 len: 375 time: 0.0108063 Jun 21 04:32:21.566042 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-12acb616-8087-425f-a05a-fe6398cd5abc req-1cb23130-63cc-4320-9036-31219acb2d1f tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e77874d6686d4339bad83bc3b2c55091&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847032 Jun 21 04:32:21.602751 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:21.686732 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-12acb616-8087-425f-a05a-fe6398cd5abc req-bed40075-e7e5-4058-8fd7-f9b399d17ffa service neutron] 10.222.0.60 "GET /v2.0/networks/681eba82-90ac-47cb-b2b4-73e0ab70b7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061270 Jun 21 04:32:21.796084 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-12acb616-8087-425f-a05a-fe6398cd5abc req-6d37dade-426e-4540-af81-9e55adfb0180 service neutron] 10.222.0.60 "GET /v2.0/networks/681eba82-90ac-47cb-b2b4-73e0ab70b7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030564 Jun 21 04:32:22.025222 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea2cb2-0939-41b6-a2d5-06979c93e15c req-18913f4d-d550-4d4e-b5f4-655b2ab12b1e tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:22.027620 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c9ea2cb2-0939-41b6-a2d5-06979c93e15c req-18913f4d-d550-4d4e-b5f4-655b2ab12b1e tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.1194413 Jun 21 04:32:22.099575 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c9ea2cb2-0939-41b6-a2d5-06979c93e15c req-8e9b762b-060c-4371-9aec-285ba68fa0fe tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619171 Jun 21 04:32:22.188930 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-216e8499-b187-492c-a066-ed5a535e1c81 req-8f6eebfd-cce9-4943-8ea5-9a648df75553 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 210 time: 0.0493948 Jun 21 04:32:22.740080 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9dd89-e7df-4d10-aecb-ee71d7bba08a req-c83fdf58-0ef9-49cf-a011-065ef6303238 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:22.742760 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-35e9dd89-e7df-4d10-aecb-ee71d7bba08a req-c83fdf58-0ef9-49cf-a011-065ef6303238 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=74901835-6d66-408d-8c76-6d4ca54b1572 HTTP/1.1" status: 200 len: 946 time: 0.1235688 Jun 21 04:32:22.796950 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-35e9dd89-e7df-4d10-aecb-ee71d7bba08a req-2a6b9283-af15-4594-82dc-ca901cc971e0 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475566 Jun 21 04:32:23.320296 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf348b33-c096-4767-81fc-5e080e005d8c req-21d8619e-a757-43d4-ba38-b9f1c19dc0a0 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:23.322041 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-bf348b33-c096-4767-81fc-5e080e005d8c req-21d8619e-a757-43d4-ba38-b9f1c19dc0a0 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.0784512 Jun 21 04:32:23.372606 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-bf348b33-c096-4767-81fc-5e080e005d8c req-8dfc5144-a366-439b-bda5-9cddd335d2ad tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430331 Jun 21 04:32:23.428104 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-54a4cbb4-ae2c-401c-81eb-8d0c7a69ea6b req-9c107920-637e-41d0-940f-c051bc972cfb tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 210 time: 0.0538900 Jun 21 04:32:23.659908 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acb616-8087-425f-a05a-fe6398cd5abc req-5dd3ab08-450b-4aa0-ab09-f05d8e8b706a tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:23.661834 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-12acb616-8087-425f-a05a-fe6398cd5abc req-5dd3ab08-450b-4aa0-ab09-f05d8e8b706a tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.61 "GET /v2.0/networks?id=681eba82-90ac-47cb-b2b4-73e0ab70b7bd HTTP/1.1" status: 200 len: 809 time: 0.1600590 Jun 21 04:32:23.721294 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-12acb616-8087-425f-a05a-fe6398cd5abc req-93f2fad0-93a8-4c83-b123-b53bfd24dbcc tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e77874d6686d4339bad83bc3b2c55091 HTTP/1.1" status: 200 len: 379 time: 0.0483518 Jun 21 04:32:23.734915 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-12acb616-8087-425f-a05a-fe6398cd5abc req-c04f1c98-25bd-4b75-8a04-227f56d67dee tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Request body: {'port': {'device_id': '7d2253c8-3eb3-4783-9560-6561d3fb5b77', 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd', 'admin_state_up': True, 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'security_groups': ['943d4b15-39b6-450c-961e-7612ff9d85cf']}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:23.886374 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12acb616-8087-425f-a05a-fe6398cd5abc req-c04f1c98-25bd-4b75-8a04-227f56d67dee tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Made reservation on behalf of e77874d6686d4339bad83bc3b2c55091 for: {'port': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:32:23.893387 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-12acb616-8087-425f-a05a-fe6398cd5abc req-c04f1c98-25bd-4b75-8a04-227f56d67dee tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:24.145017 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_common [req-12acb616-8087-425f-a05a-fe6398cd5abc req-c04f1c98-25bd-4b75-8a04-227f56d67dee tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Allocated IP 172.20.0.5 (681eba82-90ac-47cb-b2b4-73e0ab70b7bd/5305cd27-b4bd-435d-8b24-d3ace7f876a9/7fd2224e-9c92-461f-9536-c9a538ac4c3a) {{(pid=92744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:32:24.157730 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717724a9-1ab8-4033-b239-448dae9840b8 req-ad5d8dfa-7ce8-4415-8757-a0806e62c5a3 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:24.159296 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-717724a9-1ab8-4033-b239-448dae9840b8 req-ad5d8dfa-7ce8-4415-8757-a0806e62c5a3 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=74901835-6d66-408d-8c76-6d4ca54b1572 HTTP/1.1" status: 200 len: 946 time: 0.1921895 Jun 21 04:32:24.286193 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-717724a9-1ab8-4033-b239-448dae9840b8 req-ccf803da-d8cc-41f9-9e7c-57cd499b758b tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083453 Jun 21 04:32:24.377290 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddefee-4017-47f4-b1df-dfb3277a97bd req-17fba226-ad74-4a71-911a-17365371224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:24.378828 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-58ddefee-4017-47f4-b1df-dfb3277a97bd req-17fba226-ad74-4a71-911a-17365371224b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 1099 time: 0.0760136 Jun 21 04:32:24.379419 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-12acb616-8087-425f-a05a-fe6398cd5abc req-c04f1c98-25bd-4b75-8a04-227f56d67dee tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for port, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:24.397431 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.provisioning_blocks [req-12acb616-8087-425f-a05a-fe6398cd5abc req-c04f1c98-25bd-4b75-8a04-227f56d67dee tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Transition to ACTIVE for port object 7fd2224e-9c92-461f-9536-c9a538ac4c3a will not be triggered until provisioned by entity DHCP. {{(pid=92744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:24.433311 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-58ddefee-4017-47f4-b1df-dfb3277a97bd req-9c68fd5b-7e48-49cc-89b4-8568a6706c56 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468347 Jun 21 04:32:24.448507 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-12acb616-8087-425f-a05a-fe6398cd5abc req-c04f1c98-25bd-4b75-8a04-227f56d67dee tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60010093'] for port, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:24.457312 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:24.536059 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12acb616-8087-425f-a05a-fe6398cd5abc req-c04f1c98-25bd-4b75-8a04-227f56d67dee tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Network 681eba82-90ac-47cb-b2b4-73e0ab70b7bd is already hosted by enough agents. {{(pid=92744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:32:24.552777 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [req-12acb616-8087-425f-a05a-fe6398cd5abc req-c04f1c98-25bd-4b75-8a04-227f56d67dee tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Resources bound (agent type, host, resource id): {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:24.557300 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [req-12acb616-8087-425f-a05a-fe6398cd5abc req-c04f1c98-25bd-4b75-8a04-227f56d67dee tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Received port after_create {{(pid=92744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:32:24.569887 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f1c98-25bd-4b75-8a04-227f56d67dee tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Pushing event updated for resources: {'Port': ['ID=7fd2224e-9c92-461f-9536-c9a538ac4c3a,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:24.597793 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454210a6-c64a-4cdd-a8d4-b3762b5c17ac req-388cf342-b80a-4b3d-950d-a9a2b8b51278 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:24.599409 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-454210a6-c64a-4cdd-a8d4-b3762b5c17ac req-388cf342-b80a-4b3d-950d-a9a2b8b51278 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.0972619 Jun 21 04:32:24.603835 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-c04f1c98-25bd-4b75-8a04-227f56d67dee tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:24.661568 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-454210a6-c64a-4cdd-a8d4-b3762b5c17ac req-aa4a7c47-2c55-49d6-bf3a-99acac1dc245 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496495 Jun 21 04:32:24.670142 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acb616-8087-425f-a05a-fe6398cd5abc req-c04f1c98-25bd-4b75-8a04-227f56d67dee tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:24.670831 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-12acb616-8087-425f-a05a-fe6398cd5abc req-c04f1c98-25bd-4b75-8a04-227f56d67dee tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:24.678907 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:32:24.704849 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-12acb616-8087-425f-a05a-fe6398cd5abc req-c04f1c98-25bd-4b75-8a04-227f56d67dee tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9773381 Jun 21 04:32:24.716202 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3356a-00ba-46df-bc1a-5c425ff47709 req-63a4da78-2d52-4a14-88e7-f9020f5ffcce tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:24.721628 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c5e3356a-00ba-46df-bc1a-5c425ff47709 req-63a4da78-2d52-4a14-88e7-f9020f5ffcce tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 931 time: 0.1164470 Jun 21 04:32:24.732449 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-12acb616-8087-425f-a05a-fe6398cd5abc req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] Request body: {'port': {'device_id': '7d2253c8-3eb3-4783-9560-6561d3fb5b77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:24.821057 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c5e3356a-00ba-46df-bc1a-5c425ff47709 req-03a7d784-1ee6-4392-8c24-ea0a7e7a1c90 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959888 Jun 21 04:32:24.840925 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-46027bed-749a-4b86-9d56-cfe3a73439a7 None None] Provisioning for port 7fd2224e-9c92-461f-9536-c9a538ac4c3a completed by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:24.845673 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-46027bed-749a-4b86-9d56-cfe3a73439a7 None None] Provisioning complete for port 7fd2224e-9c92-461f-9536-c9a538ac4c3a triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:24.846119 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-46027bed-749a-4b86-9d56-cfe3a73439a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:24.879720 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-12acb616-8087-425f-a05a-fe6398cd5abc req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:24.885208 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-46027bed-749a-4b86-9d56-cfe3a73439a7 None None] Port 7fd2224e-9c92-461f-9536-c9a538ac4c3a cannot update to ACTIVE because it is not bound. {{(pid=92745) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:32:25.180076 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [req-12acb616-8087-425f-a05a-fe6398cd5abc req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd2224e-9c92-461f-9536-c9a538ac4c3a {{(pid=92744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:32:25.188794 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-12acb616-8087-425f-a05a-fe6398cd5abc req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.202731 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.provisioning_blocks [req-12acb616-8087-425f-a05a-fe6398cd5abc req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] Transition to ACTIVE for port object 7fd2224e-9c92-461f-9536-c9a538ac4c3a will not be triggered until provisioned by entity L2. {{(pid=92744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:25.207227 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-12acb616-8087-425f-a05a-fe6398cd5abc req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.209467 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:25.301601 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd2224e-9c92-461f-9536-c9a538ac4c3a,revision_number=2']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:25.306174 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:25.433733 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-12acb616-8087-425f-a05a-fe6398cd5abc req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] Attempting to bind port 7fd2224e-9c92-461f-9536-c9a538ac4c3a on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:32:25.434892 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-12acb616-8087-425f-a05a-fe6398cd5abc req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] Attempting to bind port 7fd2224e-9c92-461f-9536-c9a538ac4c3a by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '134464e8-d48b-4988-881c-f3e9a79e0b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd'}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:32:25.435476 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12acb616-8087-425f-a05a-fe6398cd5abc req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] Attempting to bind port 7fd2224e-9c92-461f-9536-c9a538ac4c3a on network 681eba82-90ac-47cb-b2b4-73e0ab70b7bd {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:32:25.441095 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12acb616-8087-425f-a05a-fe6398cd5abc req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] Port 7fd2224e-9c92-461f-9536-c9a538ac4c3a on network 681eba82-90ac-47cb-b2b4-73e0ab70b7bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:32:25.441501 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12acb616-8087-425f-a05a-fe6398cd5abc req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] Attempting to bind port 7fd2224e-9c92-461f-9536-c9a538ac4c3a on network 681eba82-90ac-47cb-b2b4-73e0ab70b7bd {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:32:25.450009 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12acb616-8087-425f-a05a-fe6398cd5abc req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] Checking agent: {'id': '96b302db-cc9c-42f9-932f-b12d5511dc88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'started_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:32:25.451108 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12acb616-8087-425f-a05a-fe6398cd5abc req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] Checking segment: {'id': '134464e8-d48b-4988-881c-f3e9a79e0b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:32:25.451782 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12acb616-8087-425f-a05a-fe6398cd5abc req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] Bound using segment: {'id': '134464e8-d48b-4988-881c-f3e9a79e0b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd'} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:32:25.452530 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-12acb616-8087-425f-a05a-fe6398cd5abc req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] Bound port: 7fd2224e-9c92-461f-9536-c9a538ac4c3a, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134464e8-d48b-4988-881c-f3e9a79e0b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd'}}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:32:25.453367 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-12acb616-8087-425f-a05a-fe6398cd5abc req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.536046 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-12acb616-8087-425f-a05a-fe6398cd5abc req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] For port 7fd2224e-9c92-461f-9536-c9a538ac4c3a, host hv-cinder-79717, cleared binding levels {{(pid=92744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:32:25.538077 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba0b1e-ee2b-4c4e-8a00-7c4b9b095de4 req-4ce83fc7-e853-4145-8467-8ed864039e8a tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:25.539813 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-12acb616-8087-425f-a05a-fe6398cd5abc req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] For port 7fd2224e-9c92-461f-9536-c9a538ac4c3a, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7fd2224e-9c92-461f-9536-c9a538ac4c3a,segment=NetworkSegment(134464e8-d48b-4988-881c-f3e9a79e0b3f),segment_id=134464e8-d48b-4988-881c-f3e9a79e0b3f)] {{(pid=92744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:32:25.540021 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-84ba0b1e-ee2b-4c4e-8a00-7c4b9b095de4 req-4ce83fc7-e853-4145-8467-8ed864039e8a tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=74901835-6d66-408d-8c76-6d4ca54b1572 HTTP/1.1" status: 200 len: 946 time: 0.0722172 Jun 21 04:32:25.544732 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-12acb616-8087-425f-a05a-fe6398cd5abc req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.546899 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:25.593447 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acb616-8087-425f-a05a-fe6398cd5abc req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:25.593991 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-12acb616-8087-425f-a05a-fe6398cd5abc req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.595417 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-12acb616-8087-425f-a05a-fe6398cd5abc req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] 10.222.0.61 "PUT /v2.0/ports/7fd2224e-9c92-461f-9536-c9a538ac4c3a HTTP/1.1" status: 200 len: 1093 time: 0.8722134 Jun 21 04:32:25.595964 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2253c8-3eb3-4783-9560-6561d3fb5b77', 'tag': '7fd2224e-9c92-461f-9536-c9a538ac4c3a'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:25.598975 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e30500-d772-4140-b976-d49bc9057602" -d '{"events": [{"name": "network-changed", "server_uuid": "7d2253c8-3eb3-4783-9560-6561d3fb5b77", "tag": "7fd2224e-9c92-461f-9536-c9a538ac4c3a"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:25.613327 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-84ba0b1e-ee2b-4c4e-8a00-7c4b9b095de4 req-0c831f4b-03bc-4070-88a1-68261c98a9f3 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605724 Jun 21 04:32:25.624574 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd2224e-9c92-461f-9536-c9a538ac4c3a,revision_number=3']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:25.628092 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:25.700975 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49eca8ff-f98b-4a74-9d93-68395a98af4f x-openstack-request-id: req-49eca8ff-f98b-4a74-9d93-68395a98af4f {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:25.701299 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d2253c8-3eb3-4783-9560-6561d3fb5b77", "tag": "7fd2224e-9c92-461f-9536-c9a538ac4c3a", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:25.701867 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-49eca8ff-f98b-4a74-9d93-68395a98af4f {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:25.702262 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d2253c8-3eb3-4783-9560-6561d3fb5b77', 'tag': '7fd2224e-9c92-461f-9536-c9a538ac4c3a', 'status': 'completed', 'code': 200} Jun 21 04:32:25.753442 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acb616-8087-425f-a05a-fe6398cd5abc req-8277a5bd-3e52-483e-ba05-7f647aefe88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:25.756118 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-12acb616-8087-425f-a05a-fe6398cd5abc req-8277a5bd-3e52-483e-ba05-7f647aefe88e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e77874d6686d4339bad83bc3b2c55091&device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 1096 time: 0.0880477 Jun 21 04:32:25.808953 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-12acb616-8087-425f-a05a-fe6398cd5abc req-07af83ea-aaa3-43aa-b48a-d741a25bf6c2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fd2224e-9c92-461f-9536-c9a538ac4c3a HTTP/1.1" status: 200 len: 217 time: 0.0433931 Jun 21 04:32:25.895230 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acb616-8087-425f-a05a-fe6398cd5abc req-d3028f3f-d681-4d09-963e-b0829bdd554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:25.897584 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-12acb616-8087-425f-a05a-fe6398cd5abc req-d3028f3f-d681-4d09-963e-b0829bdd554a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5305cd27-b4bd-435d-8b24-d3ace7f876a9 HTTP/1.1" status: 200 len: 848 time: 0.0795166 Jun 21 04:32:25.955563 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b115f3-b958-4362-adb3-73fcf60dc5d2 req-087a31fe-85aa-4d68-a8e7-1e1072740390 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:25.957511 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-23b115f3-b958-4362-adb3-73fcf60dc5d2 req-087a31fe-85aa-4d68-a8e7-1e1072740390 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.0975134 Jun 21 04:32:26.013903 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acb616-8087-425f-a05a-fe6398cd5abc req-9f43163f-10e1-4f2f-a602-a113373ded7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:26.015411 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-12acb616-8087-425f-a05a-fe6398cd5abc req-9f43163f-10e1-4f2f-a602-a113373ded7a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=681eba82-90ac-47cb-b2b4-73e0ab70b7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1094415 Jun 21 04:32:26.024972 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-23b115f3-b958-4362-adb3-73fcf60dc5d2 req-d76a56aa-f9cc-40f8-8506-8e12f47c7de8 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528567 Jun 21 04:32:26.169407 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8c456-82e7-4141-822e-97fa98947445 req-3ab5805b-a6d6-4678-8fdf-959b87551f65 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:26.172093 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-37f8c456-82e7-4141-822e-97fa98947445 req-3ab5805b-a6d6-4678-8fdf-959b87551f65 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 943 time: 0.2066300 Jun 21 04:32:26.257741 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-12acb616-8087-425f-a05a-fe6398cd5abc req-8dd2e7d0-a797-4a4a-849e-1f4baabfbdce service neutron] 10.222.0.61 "GET /v2.0/networks/681eba82-90ac-47cb-b2b4-73e0ab70b7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279994 Jun 21 04:32:26.310591 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-37f8c456-82e7-4141-822e-97fa98947445 req-444835e8-97cd-4d62-825d-2df72e60b184 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298416 Jun 21 04:32:26.434538 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-12acb616-8087-425f-a05a-fe6398cd5abc req-b65b0b31-43e1-4fb8-a0af-1e9a7f4b817e service neutron] 10.222.0.61 "GET /v2.0/networks/681eba82-90ac-47cb-b2b4-73e0ab70b7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656432 Jun 21 04:32:26.585802 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e30500-d772-4140-b976-d49bc9057602 req-759a9e2a-e9c5-423f-9855-7de632bd70ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:26.587171 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-89e30500-d772-4140-b976-d49bc9057602 req-759a9e2a-e9c5-423f-9855-7de632bd70ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e77874d6686d4339bad83bc3b2c55091&device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 1096 time: 0.0809014 Jun 21 04:32:26.593422 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f5d4d-47b4-4990-9a86-8e6c532a06c4 req-bb4d0d3c-882a-4dfc-ba16-dce09c306907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:26.595104 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-7f8f5d4d-47b4-4990-9a86-8e6c532a06c4 req-bb4d0d3c-882a-4dfc-ba16-dce09c306907 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bd6d23e61fd544778bcff22b5bd8e44d&device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 1099 time: 0.1097054 Jun 21 04:32:26.692942 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768b190-9b71-4fe6-86ad-65be7b5fd1ec req-1bd1abd8-6974-45d4-9f45-9d93238d9b0e tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:26.694668 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9768b190-9b71-4fe6-86ad-65be7b5fd1ec req-1bd1abd8-6974-45d4-9f45-9d93238d9b0e tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.1421907 Jun 21 04:32:26.716445 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e30500-d772-4140-b976-d49bc9057602 req-5fa41411-f3b0-4ad7-ae4c-d440bb31cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:26.718962 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-89e30500-d772-4140-b976-d49bc9057602 req-5fa41411-f3b0-4ad7-ae4c-d440bb31cf16 service neutron] 10.222.0.61 "GET /v2.0/networks?id=681eba82-90ac-47cb-b2b4-73e0ab70b7bd HTTP/1.1" status: 200 len: 910 time: 0.1249695 Jun 21 04:32:26.803924 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-89e30500-d772-4140-b976-d49bc9057602 req-4b0e4256-ae31-4594-9e26-cd82067d34ec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fd2224e-9c92-461f-9536-c9a538ac4c3a HTTP/1.1" status: 200 len: 217 time: 0.0768905 Jun 21 04:32:26.915964 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e30500-d772-4140-b976-d49bc9057602 req-a9f2fc97-81a6-4298-ae05-97fc0abebe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:26.917475 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-89e30500-d772-4140-b976-d49bc9057602 req-a9f2fc97-81a6-4298-ae05-97fc0abebe82 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5305cd27-b4bd-435d-8b24-d3ace7f876a9 HTTP/1.1" status: 200 len: 848 time: 0.0995281 Jun 21 04:32:26.969086 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0e4a2-f03b-4496-adc8-e3304bdc9063 req-13629a7a-c430-4a6b-a3ef-c9a254af0177 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:26.970686 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f3c0e4a2-f03b-4496-adc8-e3304bdc9063 req-13629a7a-c430-4a6b-a3ef-c9a254af0177 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=74901835-6d66-408d-8c76-6d4ca54b1572 HTTP/1.1" status: 200 len: 946 time: 0.1716847 Jun 21 04:32:26.978655 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f5d4d-47b4-4990-9a86-8e6c532a06c4 req-1929fe08-1915-47a3-b94c-098501cbff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:26.980171 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-7f8f5d4d-47b4-4990-9a86-8e6c532a06c4 req-1929fe08-1915-47a3-b94c-098501cbff80 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ba5c6907-199a-4e01-99a2-5c56bd766c8f HTTP/1.1" status: 200 len: 920 time: 0.3775692 Jun 21 04:32:27.020706 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e30500-d772-4140-b976-d49bc9057602 req-7be1103a-6b30-4662-a350-18a9152966c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:27.022222 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-89e30500-d772-4140-b976-d49bc9057602 req-7be1103a-6b30-4662-a350-18a9152966c6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=681eba82-90ac-47cb-b2b4-73e0ab70b7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0963299 Jun 21 04:32:27.036993 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f3c0e4a2-f03b-4496-adc8-e3304bdc9063 req-a425b23a-d7df-4371-bf2e-a459eafc8900 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467680 Jun 21 04:32:27.045456 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9768b190-9b71-4fe6-86ad-65be7b5fd1ec req-53695871-4925-4dbc-8c76-05f97675fcd0 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347647 Jun 21 04:32:27.047752 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-7f8f5d4d-47b4-4990-9a86-8e6c532a06c4 req-1d16ba71-36d0-421b-a103-43cb639066ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f92d8b3-17fc-463e-980a-8c3efea1ce3f HTTP/1.1" status: 200 len: 217 time: 0.0515447 Jun 21 04:32:27.102140 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f5d4d-47b4-4990-9a86-8e6c532a06c4 req-8889b61a-227d-46b8-9eb4-edecbd414c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:27.103653 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-7f8f5d4d-47b4-4990-9a86-8e6c532a06c4 req-8889b61a-227d-46b8-9eb4-edecbd414c99 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=10837d44-5e1e-4f4f-9b67-bd818970debd HTTP/1.1" status: 200 len: 859 time: 0.0460641 Jun 21 04:32:27.160436 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-7f8f5d4d-47b4-4990-9a86-8e6c532a06c4 req-fcddbf03-94cf-464f-908d-13e2ad53e356 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ba5c6907-199a-4e01-99a2-5c56bd766c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485682 Jun 21 04:32:27.169543 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-89e30500-d772-4140-b976-d49bc9057602 req-4042d550-cea4-42f7-adc4-d245b5070036 service neutron] 10.222.0.61 "GET /v2.0/networks/681eba82-90ac-47cb-b2b4-73e0ab70b7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306279 Jun 21 04:32:27.275130 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-89e30500-d772-4140-b976-d49bc9057602 req-e27da3c6-f50d-4cac-84c7-07abdc9ca1b5 service neutron] 10.222.0.61 "GET /v2.0/networks/681eba82-90ac-47cb-b2b4-73e0ab70b7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888376 Jun 21 04:32:27.302316 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-7f8f5d4d-47b4-4990-9a86-8e6c532a06c4 req-b03fc1b7-c1e7-48fd-8ade-fbe725ce8a05 service neutron] 10.222.0.61 "GET /v2.0/networks/ba5c6907-199a-4e01-99a2-5c56bd766c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317227 Jun 21 04:32:27.428503 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-7f8f5d4d-47b4-4990-9a86-8e6c532a06c4 req-c597de3a-7b8b-4de4-af1c-7cd5e2043121 service neutron] 10.222.0.61 "GET /v2.0/networks/ba5c6907-199a-4e01-99a2-5c56bd766c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188526 Jun 21 04:32:27.735021 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269e9f8-b42f-49b6-bcb9-cc2ec26b79bd req-18086c51-6ee1-4bc5-957e-1baf81ae945b tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:27.736512 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6269e9f8-b42f-49b6-bcb9-cc2ec26b79bd req-18086c51-6ee1-4bc5-957e-1baf81ae945b tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 943 time: 0.3029246 Jun 21 04:32:27.785306 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6269e9f8-b42f-49b6-bcb9-cc2ec26b79bd req-3ddf3b60-9a2d-474f-85ec-bc61a953e37d tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421720 Jun 21 04:32:28.283746 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00958115-4f14-473e-ba10-05695626b724 req-399ccaed-0e30-4210-8b08-fb5262b8b90e tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:28.285263 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-00958115-4f14-473e-ba10-05695626b724 req-399ccaed-0e30-4210-8b08-fb5262b8b90e tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.0949514 Jun 21 04:32:28.303688 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d158e-01de-44d2-ae78-ec1a6c613031 req-ccc55b22-cfe2-497a-b19f-b175f5c0b4c7 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:28.305239 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-f77d158e-01de-44d2-ae78-ec1a6c613031 req-ccc55b22-cfe2-497a-b19f-b175f5c0b4c7 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=74901835-6d66-408d-8c76-6d4ca54b1572 HTTP/1.1" status: 200 len: 946 time: 0.1173098 Jun 21 04:32:28.347923 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-00958115-4f14-473e-ba10-05695626b724 req-c88a66a9-3deb-418e-b618-28d2b254d079 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558867 Jun 21 04:32:28.358982 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-f77d158e-01de-44d2-ae78-ec1a6c613031 req-e2d12262-4a8d-4920-b0af-cf00184b45b0 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464501 Jun 21 04:32:28.368443 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be50740-7144-4575-870d-42bf97d63200 req-f678b427-b9cb-458f-bb57-7ea6ef91d521 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:28.369989 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8be50740-7144-4575-870d-42bf97d63200 req-f678b427-b9cb-458f-bb57-7ea6ef91d521 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.61 "GET /v2.0/ports?device_id=74901835-6d66-408d-8c76-6d4ca54b1572 HTTP/1.1" status: 200 len: 946 time: 0.1089189 Jun 21 04:32:28.496465 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [req-8be50740-7144-4575-870d-42bf97d63200 req-deab31d2-2ecb-4d4a-97fa-1b841bdf4096 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Deleting port 460db509-2acc-46af-882a-d4f08766fe3a {{(pid=92744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:28.496897 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-8be50740-7144-4575-870d-42bf97d63200 req-deab31d2-2ecb-4d4a-97fa-1b841bdf4096 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:28.593148 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-8be50740-7144-4575-870d-42bf97d63200 req-deab31d2-2ecb-4d4a-97fa-1b841bdf4096 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] For port 460db509-2acc-46af-882a-d4f08766fe3a, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=460db509-2acc-46af-882a-d4f08766fe3a,segment=NetworkSegment(e214e569-a241-45e6-8e6c-ff19aac45fc4),segment_id=e214e569-a241-45e6-8e6c-ff19aac45fc4)] {{(pid=92744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:28.593419 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-8be50740-7144-4575-870d-42bf97d63200 req-deab31d2-2ecb-4d4a-97fa-1b841bdf4096 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:28.657636 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [req-8be50740-7144-4575-870d-42bf97d63200 req-deab31d2-2ecb-4d4a-97fa-1b841bdf4096 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Calling delete_port for 460db509-2acc-46af-882a-d4f08766fe3a owned by compute:nova {{(pid=92744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:28.800939 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-8be50740-7144-4575-870d-42bf97d63200 req-deab31d2-2ecb-4d4a-97fa-1b841bdf4096 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010082'] for port, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:28.805644 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-4a8397a4-1024-4049-b7d9-10e678c4156e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:28.815321 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['460db509-2acc-46af-882a-d4f08766fe3a'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:32:28.850081 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab31d2-2ecb-4d4a-97fa-1b841bdf4096 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Pushing event deleted for resources: {'Port': ['ID=460db509-2acc-46af-882a-d4f08766fe3a,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:28.855263 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-deab31d2-2ecb-4d4a-97fa-1b841bdf4096 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:28.930134 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be50740-7144-4575-870d-42bf97d63200 req-deab31d2-2ecb-4d4a-97fa-1b841bdf4096 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] No DVR routers for this DVR port 460db509-2acc-46af-882a-d4f08766fe3a on host hv-cinder-79717 {{(pid=92744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:32:28.933222 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-8be50740-7144-4575-870d-42bf97d63200 req-deab31d2-2ecb-4d4a-97fa-1b841bdf4096 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:28.935731 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8be50740-7144-4575-870d-42bf97d63200 req-deab31d2-2ecb-4d4a-97fa-1b841bdf4096 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.61 "DELETE /v2.0/ports/460db509-2acc-46af-882a-d4f08766fe3a HTTP/1.1" status: 204 len: 173 time: 0.5572035 Jun 21 04:32:28.936514 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74901835-6d66-408d-8c76-6d4ca54b1572', 'name': 'network-vif-deleted', 'tag': '460db509-2acc-46af-882a-d4f08766fe3a'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:28.940898 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a741091-2599-490c-8f49-8b49a2e7dc6b" -d '{"events": [{"server_uuid": "74901835-6d66-408d-8c76-6d4ca54b1572", "name": "network-vif-deleted", "tag": "460db509-2acc-46af-882a-d4f08766fe3a"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:29.000058 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17055241-443a-47a8-88fd-8731418c87fd x-openstack-request-id: req-17055241-443a-47a8-88fd-8731418c87fd {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:29.000791 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74901835-6d66-408d-8c76-6d4ca54b1572", "name": "network-vif-deleted", "tag": "460db509-2acc-46af-882a-d4f08766fe3a", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:29.001255 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-17055241-443a-47a8-88fd-8731418c87fd {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:29.002120 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74901835-6d66-408d-8c76-6d4ca54b1572', 'name': 'network-vif-deleted', 'tag': '460db509-2acc-46af-882a-d4f08766fe3a', 'status': 'completed', 'code': 200} Jun 21 04:32:29.087868 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e21710-d7b4-400a-88f6-471227fea205 req-ecba13ad-d5bb-457c-baba-64e58a5d7650 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:29.091147 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d7e21710-d7b4-400a-88f6-471227fea205 req-ecba13ad-d5bb-457c-baba-64e58a5d7650 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 943 time: 0.1264520 Jun 21 04:32:29.152015 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d7e21710-d7b4-400a-88f6-471227fea205 req-8babf363-d71f-4478-9c33-85700979d6fd tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540719 Jun 21 04:32:29.548112 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9c9be-fc57-412e-9e72-23ae9119d82f req-0aca644d-9fb6-421b-b0ba-5635bcc15562 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:29.551292 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-deb9c9be-fc57-412e-9e72-23ae9119d82f req-0aca644d-9fb6-421b-b0ba-5635bcc15562 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.0761528 Jun 21 04:32:29.554956 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-8683bf93-1466-43f5-a4b3-f5d47e1ce0aa req-76730edf-8516-4fb1-8816-6404da2b947f tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=74901835-6d66-408d-8c76-6d4ca54b1572 HTTP/1.1" status: 200 len: 210 time: 0.0334222 Jun 21 04:32:29.601769 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-deb9c9be-fc57-412e-9e72-23ae9119d82f req-4f2a2926-04b5-4e83-8d7e-b158b2b76155 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456975 Jun 21 04:32:29.761758 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 7fd2224e-9c92-461f-9536-c9a538ac4c3a details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92745) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:32:29.885017 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 7fd2224e-9c92-461f-9536-c9a538ac4c3a, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7fd2224e-9c92-461f-9536-c9a538ac4c3a,segment=NetworkSegment(134464e8-d48b-4988-881c-f3e9a79e0b3f),segment_id=134464e8-d48b-4988-881c-f3e9a79e0b3f)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:29.902465 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Returning: {'device': '7fd2224e-9c92-461f-9536-c9a538ac4c3a', 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd', 'port_id': '7fd2224e-9c92-461f-9536-c9a538ac4c3a', 'mac_address': 'fa:16:3e:39:2a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5305cd27-b4bd-435d-8b24-d3ace7f876a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92745) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:32:29.967837 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:29.991729 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd2224e-9c92-461f-9536-c9a538ac4c3a {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:32:30.026625 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 7fd2224e-9c92-461f-9536-c9a538ac4c3a, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7fd2224e-9c92-461f-9536-c9a538ac4c3a,segment=NetworkSegment(134464e8-d48b-4988-881c-f3e9a79e0b3f),segment_id=134464e8-d48b-4988-881c-f3e9a79e0b3f)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:30.031563 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:30.034348 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:30.119673 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=7fd2224e-9c92-461f-9536-c9a538ac4c3a,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:30.129429 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:30.129778 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:30.130124 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:30.130463 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:30.130796 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:30.131133 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:30.131464 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:30.131790 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:30.132115 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:30.132439 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:30.132786 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:30.133109 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:30.137608 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:30.302879 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['7fd2224e-9c92-461f-9536-c9a538ac4c3a'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:32:30.334642 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d750388-5def-4c14-8f4c-d94ffbea398c req-bcbc6f31-8b2a-4ccc-a25f-d47cc5960f1d tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:30.336187 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3d750388-5def-4c14-8f4c-d94ffbea398c req-bcbc6f31-8b2a-4ccc-a25f-d47cc5960f1d tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 944 time: 0.0668583 Jun 21 04:32:30.380329 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3d750388-5def-4c14-8f4c-d94ffbea398c req-900ba9ad-40b9-4335-8323-6993b9946d0c tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376742 Jun 21 04:32:31.573156 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f4248-6d95-4653-a25d-4447bceec7c3 req-55dfc4ef-e61f-4ae5-9934-0ec3f453556d tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:31.574736 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-af8f4248-6d95-4653-a25d-4447bceec7c3 req-55dfc4ef-e61f-4ae5-9934-0ec3f453556d tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 944 time: 0.0743313 Jun 21 04:32:31.616963 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-af8f4248-6d95-4653-a25d-4447bceec7c3 req-3bebad89-8211-40e3-b4d5-4a64f02f9fb2 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361755 Jun 21 04:32:31.773069 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 7fd2224e-9c92-461f-9536-c9a538ac4c3a up at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:31.827164 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning for port 7fd2224e-9c92-461f-9536-c9a538ac4c3a completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:31.833503 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning complete for port 7fd2224e-9c92-461f-9536-c9a538ac4c3a triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:31.833920 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:31.922571 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:31.944476 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2253c8-3eb3-4783-9560-6561d3fb5b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd2224e-9c92-461f-9536-c9a538ac4c3a'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:31.947017 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf5b1dd-9f30-4c0d-90e0-a578c990d7cb" -d '{"events": [{"server_uuid": "7d2253c8-3eb3-4783-9560-6561d3fb5b77", "name": "network-vif-plugged", "status": "completed", "tag": "7fd2224e-9c92-461f-9536-c9a538ac4c3a"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:31.972782 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 7fd2224e-9c92-461f-9536-c9a538ac4c3a, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7fd2224e-9c92-461f-9536-c9a538ac4c3a,segment=NetworkSegment(134464e8-d48b-4988-881c-f3e9a79e0b3f),segment_id=134464e8-d48b-4988-881c-f3e9a79e0b3f)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:31.982208 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:31.983494 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 460db509-2acc-46af-882a-d4f08766fe3a no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:32:31.992603 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:32.025210 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d992bd07-849f-4871-9cbd-18e09d0cdbd2 x-openstack-request-id: req-d992bd07-849f-4871-9cbd-18e09d0cdbd2 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:32.025497 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2253c8-3eb3-4783-9560-6561d3fb5b77", "name": "network-vif-plugged", "status": "completed", "tag": "7fd2224e-9c92-461f-9536-c9a538ac4c3a", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:32.025757 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d992bd07-849f-4871-9cbd-18e09d0cdbd2 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:32.026156 dv-cinder-797170-3-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2253c8-3eb3-4783-9560-6561d3fb5b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd2224e-9c92-461f-9536-c9a538ac4c3a', 'code': 200} Jun 21 04:32:32.046753 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] No Port match for: 460db509-2acc-46af-882a-d4f08766fe3a {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:32:32.047129 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 460db509-2acc-46af-882a-d4f08766fe3a not bound to the agent host hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:32:32.105544 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=7fd2224e-9c92-461f-9536-c9a538ac4c3a,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:32.111430 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:32.432965 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9080084-adbd-4813-a317-8a8c0d967fbc req-7a828d3a-005f-4ebe-90f9-96a12ed17f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:32.434534 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-f9080084-adbd-4813-a317-8a8c0d967fbc req-7a828d3a-005f-4ebe-90f9-96a12ed17f68 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 1098 time: 0.0719557 Jun 21 04:32:32.483141 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-f9080084-adbd-4813-a317-8a8c0d967fbc req-54132306-02c8-4a43-9a9f-753af2620dab service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348775 Jun 21 04:32:32.801920 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50598-3f51-418a-bba3-ad7752bf8344 req-8a8a5f2e-6486-4f23-b5b8-6bbd7a031e7c tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:32.804286 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-f2f50598-3f51-418a-bba3-ad7752bf8344 req-8a8a5f2e-6486-4f23-b5b8-6bbd7a031e7c tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 945 time: 0.0715942 Jun 21 04:32:32.854288 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-f2f50598-3f51-418a-bba3-ad7752bf8344 req-08482b49-abad-456b-aec5-ee7bf9fa75bf tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390506 Jun 21 04:32:34.091039 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b01c0c-5d81-4b39-95fb-4cce484a5b43 req-86f87291-532e-4c0b-bf25-71723dbf3b69 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:34.093208 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-31b01c0c-5d81-4b39-95fb-4cce484a5b43 req-86f87291-532e-4c0b-bf25-71723dbf3b69 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 945 time: 0.1079359 Jun 21 04:32:34.106804 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea880d-5e8a-4f58-ac4e-e1d5b4f106e2 req-e455daeb-05ac-4d2e-b5a4-a439772c67f9 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:34.109342 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b3ea880d-5e8a-4f58-ac4e-e1d5b4f106e2 req-e455daeb-05ac-4d2e-b5a4-a439772c67f9 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.1054080 Jun 21 04:32:34.155102 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-31b01c0c-5d81-4b39-95fb-4cce484a5b43 req-927f7ea0-a636-4824-b268-cbfe0e28300b tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544569 Jun 21 04:32:34.171859 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b3ea880d-5e8a-4f58-ac4e-e1d5b4f106e2 req-12691cd8-65f6-4925-8209-e45104daf347 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511377 Jun 21 04:32:34.396633 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7688121-27c6-4280-ba60-9d78c5cf1e28 req-8c5cfbbe-063f-4844-9b84-6cdfc7c2efc7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:34.398301 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b7688121-27c6-4280-ba60-9d78c5cf1e28 req-8c5cfbbe-063f-4844-9b84-6cdfc7c2efc7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 945 time: 0.0894127 Jun 21 04:32:34.445831 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b7688121-27c6-4280-ba60-9d78c5cf1e28 req-89db8fc4-a53a-4242-8e43-fc0d58148bed tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368104 Jun 21 04:32:34.474424 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 55006) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:34.816333 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213538ef-1f81-47fb-ade7-587bf3887b98 tempest-TestShelveInstance-1380335591 tempest-TestShelveInstance-1380335591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:34.817888 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-213538ef-1f81-47fb-ade7-587bf3887b98 tempest-TestShelveInstance-1380335591 tempest-TestShelveInstance-1380335591-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 1093 time: 0.3423464 Jun 21 04:32:34.822601 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 55028) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:34.828227 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Request body: {'floatingip': {'floating_network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'port_id': '7fd2224e-9c92-461f-9536-c9a538ac4c3a', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:34.858183 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for floatingip, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:34.900006 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-c70b39f9-bbfa-4963-acf9-ffaca9ae5be6 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:34.902735 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-c70b39f9-bbfa-4963-acf9-ffaca9ae5be6 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/networks?id=5213d269-8dac-4d50-b19b-6314e83191ce HTTP/1.1" status: 200 len: 814 time: 0.1443176 Jun 21 04:32:34.929502 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-b7edd031-9ded-41c7-8c45-3742dca4af1b tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/quotas/9b6259fd885640bc8a16315ec9645ba1 HTTP/1.1" status: 200 len: 375 time: 0.0172045 Jun 21 04:32:34.971269 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:34.996106 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-31f4d768-fd99-482b-86d4-cd8c91aead20 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9b6259fd885640bc8a16315ec9645ba1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591905 Jun 21 04:32:35.093407 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_common [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Allocated IP 172.28.3.179 (b03547ff-bdb5-4cf0-b910-6012328878f7/077b926c-3bf0-4e4d-825c-99f0c2191e19/86bf7a67-fce4-4a7b-85f7-0f4e099b625d) {{(pid=92743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:32:35.153857 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-25c89a7f-6cb0-48ce-af66-a091f65e237a service neutron] 10.222.0.60 "GET /v2.0/networks/5213d269-8dac-4d50-b19b-6314e83191ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489837 Jun 21 04:32:35.257547 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for port, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:35.258283 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-24d2bc7c-c739-4653-bdae-aa62b7f0c6ff service neutron] 10.222.0.60 "GET /v2.0/networks/5213d269-8dac-4d50-b19b-6314e83191ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983484 Jun 21 04:32:35.273823 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8116676-ca71-46eb-a503-cae67fb3845c req-f09c4bd3-66a7-4bfb-b58d-f3a6852ee778 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:35.275394 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-e8116676-ca71-46eb-a503-cae67fb3845c req-f09c4bd3-66a7-4bfb-b58d-f3a6852ee778 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 947 time: 0.1215663 Jun 21 04:32:35.335656 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-e8116676-ca71-46eb-a503-cae67fb3845c req-c044f352-817d-4e14-a452-ca9efcfe0184 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515380 Jun 21 04:32:35.345197 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60629742'] for port, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:35.348695 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-d6699d1b-39d4-4327-9a2f-778c44446868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:35.438665 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Network b03547ff-bdb5-4cf0-b910-6012328878f7 is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:32:35.440043 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Pushing event updated for resources: {'Port': ['ID=86bf7a67-fce4-4a7b-85f7-0f4e099b625d,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:35.442801 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:35.446323 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Received port after_create {{(pid=92743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:32:35.477500 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:35.478235 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:35.478766 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:35.479252 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:35.479712 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:35.480169 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:35.480616 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:35.481854 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:35.482098 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:35.483098 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:35.483098 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:35.483552 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:35.500398 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:35.514859 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-2ebd48ee-b3d6-40fe-8a2f-a68c44565519 req-42e9c250-a965-46da-924e-245080fe808e tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=11eef9e2-94d8-44a6-8367-f8fe520bc130 HTTP/1.1" status: 200 len: 210 time: 0.0903518 Jun 21 04:32:35.755535 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053563c-e61a-42ab-a02c-118c318b1817 req-e090a127-151f-4694-b267-ae2ab94d3796 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:35.757128 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-8053563c-e61a-42ab-a02c-118c318b1817 req-e090a127-151f-4694-b267-ae2ab94d3796 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.2192810 Jun 21 04:32:35.864576 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-8053563c-e61a-42ab-a02c-118c318b1817 req-a0ae8a1d-19ef-4641-82a3-f6319853b47c tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969942 Jun 21 04:32:36.087582 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:36.201264 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:36.391665 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for port, precommit_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:36.397232 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629720'] for port, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:36.402807 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-ff36365d-8f42-41ff-a6d2-416731cdadc0 tempest-VolumesActionsTest-189057746 tempest-VolumesActionsTest-189057746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:36.516906 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Pushing event updated for resources: {'Port': ['ID=86bf7a67-fce4-4a7b-85f7-0f4e099b625d,revision_number=2']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:36.527555 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:36.538756 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515504'] for floatingip, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:36.558479 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2a65f-d01c-440f-b4f2-ccf190a9e5b7 req-a51f4295-1194-427c-a2ad-1eb6bf590b6e tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:36.562384 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-f0a2a65f-d01c-440f-b4f2-ccf190a9e5b7 req-a51f4295-1194-427c-a2ad-1eb6bf590b6e tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.61 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.1385894 Jun 21 04:32:36.693998 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6c34cfc3-fca8-4a94-ab8c-4719d3a6fe01 req-def4b4eb-96a5-41ce-9c1b-2610a4c8723d tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=11eef9e2-94d8-44a6-8367-f8fe520bc130 HTTP/1.1" status: 200 len: 210 time: 0.0374007 Jun 21 04:32:36.713188 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.db.l3_db [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Floating IP 8cab09f7-4dce-4584-9a4d-95d2fde5527a associated. External IP: 172.28.3.179, port: 7fd2224e-9c92-461f-9536-c9a538ac4c3a. Jun 21 04:32:36.776755 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5656981-c6a4-4364-88c4-f36a416a4e71 req-6bf4998a-1a2a-4f95-baa2-a553a673c0df tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:36.779537 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b5656981-c6a4-4364-88c4-f36a416a4e71 req-6bf4998a-1a2a-4f95-baa2-a553a673c0df tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 947 time: 0.2530906 Jun 21 04:32:36.866835 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [req-f0a2a65f-d01c-440f-b4f2-ccf190a9e5b7 req-0e5663bd-561d-4121-b374-5be929dca67f tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Deleting port c9124ea6-aa03-48ab-82c9-9394d8fc6dcd {{(pid=92744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:36.867562 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-f0a2a65f-d01c-440f-b4f2-ccf190a9e5b7 req-0e5663bd-561d-4121-b374-5be929dca67f tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:36.887454 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b5656981-c6a4-4364-88c4-f36a416a4e71 req-dc71c0f3-b85d-4fb7-b66f-3761c7d644cb tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794241 Jun 21 04:32:37.129264 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-602baa53-ecf8-4754-996a-42a280c2120d tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:37.131181 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-602baa53-ecf8-4754-996a-42a280c2120d tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.61 "GET /v2.0/networks?id=5213d269-8dac-4d50-b19b-6314e83191ce HTTP/1.1" status: 200 len: 814 time: 0.2797303 Jun 21 04:32:37.159456 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-f0a2a65f-d01c-440f-b4f2-ccf190a9e5b7 req-0e5663bd-561d-4121-b374-5be929dca67f tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] For port c9124ea6-aa03-48ab-82c9-9394d8fc6dcd, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c9124ea6-aa03-48ab-82c9-9394d8fc6dcd,segment=NetworkSegment(3e5da68e-1378-4db7-817e-32dfe3ea2e26),segment_id=3e5da68e-1378-4db7-817e-32dfe3ea2e26)] {{(pid=92744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:37.159771 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-f0a2a65f-d01c-440f-b4f2-ccf190a9e5b7 req-0e5663bd-561d-4121-b374-5be929dca67f tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:37.163077 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-31583ced-bea9-422e-b048-14777ab3f42b tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Request body: {'port': {'device_id': '11eef9e2-94d8-44a6-8367-f8fe520bc130', 'network_id': '5213d269-8dac-4d50-b19b-6314e83191ce', 'admin_state_up': True, 'tenant_id': '9b6259fd885640bc8a16315ec9645ba1'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:37.258518 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Router 617551c6-d1d7-4e7b-82ad-fd205f9fe0ac has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:32:37.308823 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [req-f0a2a65f-d01c-440f-b4f2-ccf190a9e5b7 req-0e5663bd-561d-4121-b374-5be929dca67f tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Calling delete_port for c9124ea6-aa03-48ab-82c9-9394d8fc6dcd owned by compute:nova {{(pid=92744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:37.352002 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3adef68-26f1-4fb5-8be9-9d8f414933a8 req-c2d1ccd3-1bf3-4cc2-9a1a-ff5e7f806657 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:37.353744 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b3adef68-26f1-4fb5-8be9-9d8f414933a8 req-c2d1ccd3-1bf3-4cc2-9a1a-ff5e7f806657 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 945 time: 0.2448418 Jun 21 04:32:37.357959 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfa569-c742-4c86-8e67-c0a2e681a678 req-09c22827-18f1-47ca-8f9d-c089ca1deb22 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:37.360279 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-1edfa569-c742-4c86-8e67-c0a2e681a678 req-09c22827-18f1-47ca-8f9d-c089ca1deb22 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 947 time: 0.3042989 Jun 21 04:32:37.455812 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-31583ced-bea9-422e-b048-14777ab3f42b tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Made reservation on behalf of 9b6259fd885640bc8a16315ec9645ba1 for: {'port': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:32:37.459358 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-31583ced-bea9-422e-b048-14777ab3f42b tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:37.469488 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b3adef68-26f1-4fb5-8be9-9d8f414933a8 req-0bf614f1-c159-4aa3-bee8-a07711229f34 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076686 Jun 21 04:32:37.635431 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [req-1edfa569-c742-4c86-8e67-c0a2e681a678 req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Deleting port d10fe1da-cd3b-4a9b-b7cc-e394809a994e {{(pid=92744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:37.636351 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-1edfa569-c742-4c86-8e67-c0a2e681a678 req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:37.654630 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-f0a2a65f-d01c-440f-b4f2-ccf190a9e5b7 req-0e5663bd-561d-4121-b374-5be929dca67f tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010082'] for port, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:37.668431 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['5f92d8b3-17fc-463e-980a-8c3efea1ce3f', 'c9124ea6-aa03-48ab-82c9-9394d8fc6dcd'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:32:37.687826 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:37.722566 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5663bd-561d-4121-b374-5be929dca67f tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Pushing event deleted for resources: {'Port': ['ID=c9124ea6-aa03-48ab-82c9-9394d8fc6dcd,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:37.729901 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-0e5663bd-561d-4121-b374-5be929dca67f tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:37.768971 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:32:37.785767 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f084df2-7614-410b-a957-f61c919ba8ed None None] Sync routers for ids ['617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'] in dv-cinder-797170-3-smb {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:32:37.814149 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f084df2-7614-410b-a957-f61c919ba8ed None None] Routers {'617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:37.815808 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-2f084df2-7614-410b-a957-f61c919ba8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:32:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:37.840391 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for floatingip, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:37.931669 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a2a65f-d01c-440f-b4f2-ccf190a9e5b7 req-0e5663bd-561d-4121-b374-5be929dca67f tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] No DVR routers for this DVR port c9124ea6-aa03-48ab-82c9-9394d8fc6dcd on host hv-cinder-79717 {{(pid=92744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:32:37.948630 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-f0a2a65f-d01c-440f-b4f2-ccf190a9e5b7 req-0e5663bd-561d-4121-b374-5be929dca67f tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:37.954448 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-f0a2a65f-d01c-440f-b4f2-ccf190a9e5b7 req-0e5663bd-561d-4121-b374-5be929dca67f tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.61 "DELETE /v2.0/ports/c9124ea6-aa03-48ab-82c9-9394d8fc6dcd HTTP/1.1" status: 204 len: 173 time: 1.3629453 Jun 21 04:32:37.972063 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1478097 Jun 21 04:32:37.974442 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd991d189-f9bb-4b49-af76-95b4df5bceb2', 'name': 'network-vif-deleted', 'tag': 'c9124ea6-aa03-48ab-82c9-9394d8fc6dcd'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:37.977390 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2253c8-3eb3-4783-9560-6561d3fb5b77', 'tag': '7fd2224e-9c92-461f-9536-c9a538ac4c3a'}] {{(pid=92743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:37.978579 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16266544-9a52-40e5-94df-05e2448d7a00" -d '{"events": [{"server_uuid": "d991d189-f9bb-4b49-af76-95b4df5bceb2", "name": "network-vif-deleted", "tag": "c9124ea6-aa03-48ab-82c9-9394d8fc6dcd"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:37.980553 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f341443fd223dcfc934d9995c5c4b990c7400f9cb91ffc9321324360bae7ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40019fbe-31d0-45cb-8034-806917ee50e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7d2253c8-3eb3-4783-9560-6561d3fb5b77", "tag": "7fd2224e-9c92-461f-9536-c9a538ac4c3a"}]}' {{(pid=92743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:38.013115 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-2f084df2-7614-410b-a957-f61c919ba8ed None None] Set router 617551c6-d1d7-4e7b-82ad-fd205f9fe0ac gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:38.028306 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-1f2974cb-9a23-4442-994a-06bc589cab38 req-66e27602-f285-439e-8416-cbed743fe812 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=11eef9e2-94d8-44a6-8367-f8fe520bc130 HTTP/1.1" status: 200 len: 210 time: 0.1118722 Jun 21 04:32:38.034596 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_common [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-31583ced-bea9-422e-b048-14777ab3f42b tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Allocated IP 172.20.0.12 (5213d269-8dac-4d50-b19b-6314e83191ce/be734b8c-a3f2-4226-85f1-c1d96f64c44a/f64c91fa-334d-4527-a345-38647e93183b) {{(pid=92743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:32:38.046632 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-1edfa569-c742-4c86-8e67-c0a2e681a678 req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] For port d10fe1da-cd3b-4a9b-b7cc-e394809a994e, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d10fe1da-cd3b-4a9b-b7cc-e394809a994e,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:38.049269 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-1edfa569-c742-4c86-8e67-c0a2e681a678 req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:38.224831 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fd4cf3-cfd7-4197-8330-47841aaa9aba x-openstack-request-id: req-a0fd4cf3-cfd7-4197-8330-47841aaa9aba {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:38.225350 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d2253c8-3eb3-4783-9560-6561d3fb5b77", "tag": "7fd2224e-9c92-461f-9536-c9a538ac4c3a", "status": "completed", "code": 200}]} {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:38.225800 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a0fd4cf3-cfd7-4197-8330-47841aaa9aba {{(pid=92743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:38.226562 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d2253c8-3eb3-4783-9560-6561d3fb5b77', 'tag': '7fd2224e-9c92-461f-9536-c9a538ac4c3a', 'status': 'completed', 'code': 200} Jun 21 04:32:38.256871 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d487118-09ce-4d8c-89c4-3bbbbfb6a0b9 x-openstack-request-id: req-9d487118-09ce-4d8c-89c4-3bbbbfb6a0b9 {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:38.257471 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d991d189-f9bb-4b49-af76-95b4df5bceb2", "name": "network-vif-deleted", "tag": "c9124ea6-aa03-48ab-82c9-9394d8fc6dcd", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:38.257850 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d487118-09ce-4d8c-89c4-3bbbbfb6a0b9 {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:38.258190 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd991d189-f9bb-4b49-af76-95b4df5bceb2', 'name': 'network-vif-deleted', 'tag': 'c9124ea6-aa03-48ab-82c9-9394d8fc6dcd', 'status': 'completed', 'code': 200} Jun 21 04:32:38.369259 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042b80f-8180-4db8-a10a-a1e71b1e3016 req-7b7dc17c-b090-47bf-9320-d8d1f3ddd2ab tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:38.377424 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6042b80f-8180-4db8-a10a-a1e71b1e3016 req-7b7dc17c-b090-47bf-9320-d8d1f3ddd2ab tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 947 time: 0.2715635 Jun 21 04:32:38.413248 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40019fbe-31d0-45cb-8034-806917ee50e4 req-6e8b7e8e-460a-4986-942a-51b035b99bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:38.416467 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-40019fbe-31d0-45cb-8034-806917ee50e4 req-6e8b7e8e-460a-4986-942a-51b035b99bcb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e77874d6686d4339bad83bc3b2c55091&device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 1098 time: 0.1564059 Jun 21 04:32:38.450551 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6042b80f-8180-4db8-a10a-a1e71b1e3016 req-de56cb45-602e-451e-a957-49e695660574 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=a31dfb33-d510-4626-9af1-6b4f84688b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720658 Jun 21 04:32:38.453667 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-31583ced-bea9-422e-b048-14777ab3f42b tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Notify callbacks [] for port, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:38.499864 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-2f084df2-7614-410b-a957-f61c919ba8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'name': 'tempest-TestShelveInstance-2017227742-router', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:31:40Z', 'updated_at': '2021-06-21T04:31:46Z', 'revision_number': 4, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'gw_port': {'id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:41Z', 'updated_at': '2021-06-21T04:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_floatingips': [{'id': '8cab09f7-4dce-4584-9a4d-95d2fde5527a', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'floating_ip_address': '172.28.3.179', 'floating_network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'router_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'port_id': '7fd2224e-9c92-461f-9536-c9a538ac4c3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd', 'mac_address': 'fa:16:3e:39:2a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2253c8-3eb3-4783-9560-6561d3fb5b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:32:35Z', 'updated_at': '2021-06-21T04:32:35Z', 'revision_number': 0, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '283d2434-63b8-4c2c-b85f-b93b44e7db2d', 'name': '', 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'mac_address': 'fa:16:3e:da:87:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5305cd27-b4bd-435d-8b24-d3ace7f876a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:45Z', 'updated_at': '2021-06-21T04:31:52Z', 'revision_number': 5, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'subnets': [{'id': '5305cd27-b4bd-435d-8b24-d3ace7f876a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:38.509680 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-31583ced-bea9-422e-b048-14777ab3f42b tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60629742'] for port, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:38.519998 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-7d6de4b8-3305-4012-ab77-ac94e077f4fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:38.541809 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-1edfa569-c742-4c86-8e67-c0a2e681a678 req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:38.542197 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-1edfa569-c742-4c86-8e67-c0a2e681a678 req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515504'] for floatingip, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:38.544894 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.db.l3_db [req-1edfa569-c742-4c86-8e67-c0a2e681a678 req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Floating IP a70fbf0a-c743-482d-b33b-b9f299e483ea disassociated. External IP: 172.28.3.206, port: d10fe1da-cd3b-4a9b-b7cc-e394809a994e. Jun 21 04:32:38.545270 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [req-1edfa569-c742-4c86-8e67-c0a2e681a678 req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Calling delete_port for d10fe1da-cd3b-4a9b-b7cc-e394809a994e owned by compute:nova {{(pid=92744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:38.567688 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-31583ced-bea9-422e-b048-14777ab3f42b tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Network 5213d269-8dac-4d50-b19b-6314e83191ce is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:32:38.571897 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f084df2-7614-410b-a957-f61c919ba8ed None None] Checking router: 617551c6-d1d7-4e7b-82ad-fd205f9fe0ac for host: dv-cinder-797170-3-smb {{(pid=92746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:32:38.572155 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-31583ced-bea9-422e-b048-14777ab3f42b tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:38.583237 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-31583ced-bea9-422e-b048-14777ab3f42b tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Received port after_create {{(pid=92743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:32:38.586769 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f084df2-7614-410b-a957-f61c919ba8ed None None] Routers {'617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:38.587818 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-2f084df2-7614-410b-a957-f61c919ba8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:32:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:38.637127 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-31583ced-bea9-422e-b048-14777ab3f42b tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:38.638149 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-31583ced-bea9-422e-b048-14777ab3f42b tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:38.659181 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31583ced-bea9-422e-b048-14777ab3f42b tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Pushing event updated for resources: {'Port': ['ID=f64c91fa-334d-4527-a345-38647e93183b,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:38.684793 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-31583ced-bea9-422e-b048-14777ab3f42b tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:38.695449 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-31583ced-bea9-422e-b048-14777ab3f42b tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5389416 Jun 21 04:32:38.708513 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] Request body: {'port': {'device_id': '11eef9e2-94d8-44a6-8367-f8fe520bc130', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:38.741301 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40019fbe-31d0-45cb-8034-806917ee50e4 req-9cfdce17-5b94-4b13-aa4c-ec31ffc25113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:38.742790 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-40019fbe-31d0-45cb-8034-806917ee50e4 req-9cfdce17-5b94-4b13-aa4c-ec31ffc25113 service neutron] 10.222.0.61 "GET /v2.0/networks?id=681eba82-90ac-47cb-b2b4-73e0ab70b7bd HTTP/1.1" status: 200 len: 910 time: 0.3075528 Jun 21 04:32:38.746574 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-2f084df2-7614-410b-a957-f61c919ba8ed None None] Set router 617551c6-d1d7-4e7b-82ad-fd205f9fe0ac gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:38.770569 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-6e93fe73-40e9-4821-bce5-6582801a5ab9 req-66ea5b00-fb1c-48c0-9bea-160b7ee5d009 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d991d189-f9bb-4b49-af76-95b4df5bceb2 HTTP/1.1" status: 200 len: 210 time: 0.0438464 Jun 21 04:32:38.883219 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:39.112744 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-2f084df2-7614-410b-a957-f61c919ba8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'name': 'tempest-TestShelveInstance-2017227742-router', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:31:40Z', 'updated_at': '2021-06-21T04:31:46Z', 'revision_number': 4, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'gw_port': {'id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:41Z', 'updated_at': '2021-06-21T04:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_floatingips': [{'id': '8cab09f7-4dce-4584-9a4d-95d2fde5527a', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'floating_ip_address': '172.28.3.179', 'floating_network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'router_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'port_id': '7fd2224e-9c92-461f-9536-c9a538ac4c3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd', 'mac_address': 'fa:16:3e:39:2a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2253c8-3eb3-4783-9560-6561d3fb5b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:32:35Z', 'updated_at': '2021-06-21T04:32:35Z', 'revision_number': 0, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '283d2434-63b8-4c2c-b85f-b93b44e7db2d', 'name': '', 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'mac_address': 'fa:16:3e:da:87:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5305cd27-b4bd-435d-8b24-d3ace7f876a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:45Z', 'updated_at': '2021-06-21T04:31:52Z', 'revision_number': 5, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'subnets': [{'id': '5305cd27-b4bd-435d-8b24-d3ace7f876a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:39.165742 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f084df2-7614-410b-a957-f61c919ba8ed None None] The sync data for ids ['617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'] in dv-cinder-797170-3-smb is: [{'id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'name': 'tempest-TestShelveInstance-2017227742-router', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:31:40Z', 'updated_at': '2021-06-21T04:31:46Z', 'revision_number': 4, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'gw_port': {'id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:41Z', 'updated_at': '2021-06-21T04:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_floatingips': [{'id': '8cab09f7-4dce-4584-9a4d-95d2fde5527a', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'floating_ip_address': '172.28.3.179', 'floating_network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'router_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'port_id': '7fd2224e-9c92-461f-9536-c9a538ac4c3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd', 'mac_address': 'fa:16:3e:39:2a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2253c8-3eb3-4783-9560-6561d3fb5b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:32:35Z', 'updated_at': '2021-06-21T04:32:35Z', 'revision_number': 0, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '283d2434-63b8-4c2c-b85f-b93b44e7db2d', 'name': '', 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'mac_address': 'fa:16:3e:da:87:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5305cd27-b4bd-435d-8b24-d3ace7f876a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:45Z', 'updated_at': '2021-06-21T04:31:52Z', 'revision_number': 5, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'subnets': [{'id': '5305cd27-b4bd-435d-8b24-d3ace7f876a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:32:39.257848 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-40019fbe-31d0-45cb-8034-806917ee50e4 req-ad98d343-dc78-4869-94fb-128c835cff00 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fd2224e-9c92-461f-9536-c9a538ac4c3a HTTP/1.1" status: 200 len: 999 time: 0.4920354 Jun 21 04:32:39.307688 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.notifiers.nova [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f64c91fa-334d-4527-a345-38647e93183b {{(pid=92743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:32:39.315424 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-1edfa569-c742-4c86-8e67-c0a2e681a678 req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010082'] for port, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:39.322840 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:39.331002 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:39.352606 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Pushing event deleted for resources: {'Port': ['ID=d10fe1da-cd3b-4a9b-b7cc-e394809a994e,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:39.358141 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40019fbe-31d0-45cb-8034-806917ee50e4 req-4ea7bfd7-8fd5-446e-95fd-975f957e1f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:39.359625 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-40019fbe-31d0-45cb-8034-806917ee50e4 req-4ea7bfd7-8fd5-446e-95fd-975f957e1f9f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5305cd27-b4bd-435d-8b24-d3ace7f876a9 HTTP/1.1" status: 200 len: 848 time: 0.0937717 Jun 21 04:32:39.368150 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:39.368784 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:39.369367 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:39.369956 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:39.370517 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:39.370931 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.provisioning_blocks [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] Transition to ACTIVE for port object f64c91fa-334d-4527-a345-38647e93183b will not be triggered until provisioned by entity L2. {{(pid=92743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:39.372118 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:39.372118 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:39.372446 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:39.372775 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:39.373215 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:39.373580 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:39.373923 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:39.387137 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:39.405143 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86034135-0f52-4269-b4df-b4d6fc46b96d req-eaa1cb4e-4f18-4fbe-b24d-4f0c876f3cc4 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:39.408081 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-86034135-0f52-4269-b4df-b4d6fc46b96d req-eaa1cb4e-4f18-4fbe-b24d-4f0c876f3cc4 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=11eef9e2-94d8-44a6-8367-f8fe520bc130 HTTP/1.1" status: 200 len: 932 time: 0.1811543 Jun 21 04:32:39.409303 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629720'] for port, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:39.414912 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-9e266e0f-a477-4a6d-a965-10ba76760a73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:39.511638 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b2b53-c75b-4640-bb9e-78c25d163260 None None] New status for floating IP 8cab09f7-4dce-4584-9a4d-95d2fde5527a: ACTIVE {{(pid=92745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:32:39.542228 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40019fbe-31d0-45cb-8034-806917ee50e4 req-61600b28-49ca-4029-b1dd-9263fd8b9431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:39.543967 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-40019fbe-31d0-45cb-8034-806917ee50e4 req-61600b28-49ca-4029-b1dd-9263fd8b9431 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=681eba82-90ac-47cb-b2b4-73e0ab70b7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1649263 Jun 21 04:32:39.556919 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1edfa569-c742-4c86-8e67-c0a2e681a678 req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Router ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:32:39.633728 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] Pushing event updated for resources: {'Port': ['ID=f64c91fa-334d-4527-a345-38647e93183b,revision_number=2']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:39.643738 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:39.669386 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-86034135-0f52-4269-b4df-b4d6fc46b96d req-90eb8526-f4ab-4e1d-8f92-b2f72129e06d tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049305 Jun 21 04:32:39.782928 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ba098009-8079-4001-bf32-806cb71863e3 req-a9474d55-b79d-47c6-a667-907a65fcbcec tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8a5fcf-f3ef-46ad-9c8b-ce853c952916 HTTP/1.1" status: 200 len: 210 time: 0.0514531 Jun 21 04:32:39.798507 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-40019fbe-31d0-45cb-8034-806917ee50e4 req-e19cf9b5-d2ac-4eb2-a20e-e3129444935e service neutron] 10.222.0.61 "GET /v2.0/networks/681eba82-90ac-47cb-b2b4-73e0ab70b7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401068 Jun 21 04:32:39.813871 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.managers [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] Attempting to bind port f64c91fa-334d-4527-a345-38647e93183b on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:32:39.814503 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.managers [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] Attempting to bind port f64c91fa-334d-4527-a345-38647e93183b by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'e214e569-a241-45e6-8e6c-ff19aac45fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5213d269-8dac-4d50-b19b-6314e83191ce'}] {{(pid=92743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:32:39.815160 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] Attempting to bind port f64c91fa-334d-4527-a345-38647e93183b on network 5213d269-8dac-4d50-b19b-6314e83191ce {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:32:39.830394 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] Port f64c91fa-334d-4527-a345-38647e93183b on network 5213d269-8dac-4d50-b19b-6314e83191ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:32:39.831149 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] Attempting to bind port f64c91fa-334d-4527-a345-38647e93183b on network 5213d269-8dac-4d50-b19b-6314e83191ce {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:32:39.841010 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] Checking agent: {'id': '96b302db-cc9c-42f9-932f-b12d5511dc88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'started_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:32:39.844951 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] Checking segment: {'id': 'e214e569-a241-45e6-8e6c-ff19aac45fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5213d269-8dac-4d50-b19b-6314e83191ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:32:39.845806 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] Bound using segment: {'id': 'e214e569-a241-45e6-8e6c-ff19aac45fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5213d269-8dac-4d50-b19b-6314e83191ce'} {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:32:39.846707 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.managers [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] Bound port: f64c91fa-334d-4527-a345-38647e93183b, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e214e569-a241-45e6-8e6c-ff19aac45fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5213d269-8dac-4d50-b19b-6314e83191ce'}}] {{(pid=92743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:32:39.847435 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:39.853507 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device d10fe1da-cd3b-4a9b-b7cc-e394809a994e no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:32:39.875828 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1edfa569-c742-4c86-8e67-c0a2e681a678 req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:32:39.887339 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a1e625-afa3-4f85-ba5a-8e16f6b804c1 None None] Sync routers for ids ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'] in dv-cinder-797170-3-smb {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:32:39.887873 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] No Port match for: d10fe1da-cd3b-4a9b-b7cc-e394809a994e {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:32:39.888417 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device d10fe1da-cd3b-4a9b-b7cc-e394809a994e not bound to the agent host hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:32:39.889177 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device c9124ea6-aa03-48ab-82c9-9394d8fc6dcd no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:32:39.916264 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a1e625-afa3-4f85-ba5a-8e16f6b804c1 None None] Routers {'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:39.917651 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-05a1e625-afa3-4f85-ba5a-8e16f6b804c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:32:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:39.943040 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] No Port match for: c9124ea6-aa03-48ab-82c9-9394d8fc6dcd {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:32:39.945276 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device c9124ea6-aa03-48ab-82c9-9394d8fc6dcd not bound to the agent host hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:32:40.005828 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edfa569-c742-4c86-8e67-c0a2e681a678 req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] No DVR routers for this DVR port d10fe1da-cd3b-4a9b-b7cc-e394809a994e on host hv-cinder-79717 {{(pid=92744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:32:40.010187 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-1edfa569-c742-4c86-8e67-c0a2e681a678 req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:40.012722 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-1edfa569-c742-4c86-8e67-c0a2e681a678 req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.61 "DELETE /v2.0/ports/d10fe1da-cd3b-4a9b-b7cc-e394809a994e HTTP/1.1" status: 204 len: 173 time: 2.5972452 Jun 21 04:32:40.099298 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-40019fbe-31d0-45cb-8034-806917ee50e4 req-0764dd08-018d-49da-b0c9-ddfab7081c38 service neutron] 10.222.0.61 "GET /v2.0/networks/681eba82-90ac-47cb-b2b4-73e0ab70b7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905014 Jun 21 04:32:40.105243 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-05a1e625-afa3-4f85-ba5a-8e16f6b804c1 None None] Set router ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:40.123400 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] For port f64c91fa-334d-4527-a345-38647e93183b, host hv-cinder-79717, cleared binding levels {{(pid=92743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:32:40.130752 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] For port f64c91fa-334d-4527-a345-38647e93183b, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f64c91fa-334d-4527-a345-38647e93183b,segment=NetworkSegment(e214e569-a241-45e6-8e6c-ff19aac45fc4),segment_id=e214e569-a241-45e6-8e6c-ff19aac45fc4)] {{(pid=92743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:32:40.145906 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629720'] for port, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:40.167728 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:40.261119 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8a5fcf-f3ef-46ad-9c8b-ce853c952916', 'name': 'network-vif-deleted', 'tag': 'd10fe1da-cd3b-4a9b-b7cc-e394809a994e'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:40.262540 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe74d500-0d07-4e73-bf31-3839e9373927" -d '{"events": [{"server_uuid": "8f8a5fcf-f3ef-46ad-9c8b-ce853c952916", "name": "network-vif-deleted", "tag": "d10fe1da-cd3b-4a9b-b7cc-e394809a994e"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:40.275090 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:40.277355 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:40.282213 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] 10.222.0.61 "PUT /v2.0/ports/f64c91fa-334d-4527-a345-38647e93183b HTTP/1.1" status: 200 len: 1094 time: 1.5776842 Jun 21 04:32:40.284506 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11eef9e2-94d8-44a6-8367-f8fe520bc130', 'tag': 'f64c91fa-334d-4527-a345-38647e93183b'}] {{(pid=92743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:40.292641 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f341443fd223dcfc934d9995c5c4b990c7400f9cb91ffc9321324360bae7ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7d77ef-e2ea-4321-b3ef-22bf064ee336" -d '{"events": [{"name": "network-changed", "server_uuid": "11eef9e2-94d8-44a6-8367-f8fe520bc130", "tag": "f64c91fa-334d-4527-a345-38647e93183b"}]}' {{(pid=92743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:40.317938 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] Pushing event updated for resources: {'Port': ['ID=f64c91fa-334d-4527-a345-38647e93183b,revision_number=3']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:40.334200 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:40.381567 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e20befa-b86f-4875-846a-e4ac56cd2aa5 x-openstack-request-id: req-5e20befa-b86f-4875-846a-e4ac56cd2aa5 {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:40.382121 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8a5fcf-f3ef-46ad-9c8b-ce853c952916", "name": "network-vif-deleted", "tag": "d10fe1da-cd3b-4a9b-b7cc-e394809a994e", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:40.382577 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5e20befa-b86f-4875-846a-e4ac56cd2aa5 {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:40.383183 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8a5fcf-f3ef-46ad-9c8b-ce853c952916', 'name': 'network-vif-deleted', 'tag': 'd10fe1da-cd3b-4a9b-b7cc-e394809a994e', 'status': 'completed', 'code': 200} Jun 21 04:32:40.473917 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-05a1e625-afa3-4f85-ba5a-8e16f6b804c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'name': 'tempest-AttachVolumeShelveTestJSON-938866125-router', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:52Z', 'revision_number': 4, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'gw_port': {'id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': 'a4aea09c-8dfa-46b7-b29c-42249f03e099', 'name': '', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'mac_address': 'fa:16:3e:69:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b063768-9c1b-46e1-8850-d03763645351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:48Z', 'updated_at': '2021-06-21T04:29:09Z', 'revision_number': 5, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'subnets': [{'id': '0b063768-9c1b-46e1-8850-d03763645351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:40.477585 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adaf93f-cdb2-436e-aeff-920787646b21 x-openstack-request-id: req-0adaf93f-cdb2-436e-aeff-920787646b21 {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:40.478243 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11eef9e2-94d8-44a6-8367-f8fe520bc130", "tag": "f64c91fa-334d-4527-a345-38647e93183b", "status": "completed", "code": 200}]} {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:40.478243 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0adaf93f-cdb2-436e-aeff-920787646b21 {{(pid=92743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:40.478877 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11eef9e2-94d8-44a6-8367-f8fe520bc130', 'tag': 'f64c91fa-334d-4527-a345-38647e93183b', 'status': 'completed', 'code': 200} Jun 21 04:32:40.489335 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-1e9eb497-2745-428d-b34b-6b7b814bf173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:40.491857 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-1e9eb497-2745-428d-b34b-6b7b814bf173 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9b6259fd885640bc8a16315ec9645ba1&device_id=11eef9e2-94d8-44a6-8367-f8fe520bc130 HTTP/1.1" status: 200 len: 1097 time: 0.1562271 Jun 21 04:32:40.515507 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a1e625-afa3-4f85-ba5a-8e16f6b804c1 None None] Checking router: ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 for host: dv-cinder-797170-3-smb {{(pid=92746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:32:40.534253 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a1e625-afa3-4f85-ba5a-8e16f6b804c1 None None] Routers {'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:40.535060 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-05a1e625-afa3-4f85-ba5a-8e16f6b804c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:32:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:40.559561 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-3708feb7-74ed-4cb4-9d89-bb8c12555b1e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f64c91fa-334d-4527-a345-38647e93183b HTTP/1.1" status: 200 len: 217 time: 0.0490739 Jun 21 04:32:40.648983 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-b0ace660-d23d-498e-a2c4-e3b1a18247de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:40.651610 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-b0ace660-d23d-498e-a2c4-e3b1a18247de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=be734b8c-a3f2-4226-85f1-c1d96f64c44a HTTP/1.1" status: 200 len: 854 time: 0.0826409 Jun 21 04:32:40.682072 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-05a1e625-afa3-4f85-ba5a-8e16f6b804c1 None None] Set router ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:40.715920 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-04262b07-f077-47e5-b45c-0e023421f866 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5213d269-8dac-4d50-b19b-6314e83191ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359049 Jun 21 04:32:40.849599 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164fb20-c2b3-40f8-8199-f4f6364a0cf6 req-2a6eb1eb-6dfc-4564-951d-b4c04f06da86 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:40.859145 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5164fb20-c2b3-40f8-8199-f4f6364a0cf6 req-2a6eb1eb-6dfc-4564-951d-b4c04f06da86 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.2262957 Jun 21 04:32:40.923441 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5164fb20-c2b3-40f8-8199-f4f6364a0cf6 req-91a10a10-ff80-4c12-a793-4803f9eec33d tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632350 Jun 21 04:32:40.936831 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dd2be-9d03-4c5e-8a0f-84a0d55850de req-33cef4d1-e139-4e0d-ac99-2c7576c859d7 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:40.944642 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0e0dd2be-9d03-4c5e-8a0f-84a0d55850de req-33cef4d1-e139-4e0d-ac99-2c7576c859d7 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=11eef9e2-94d8-44a6-8367-f8fe520bc130 HTTP/1.1" status: 200 len: 944 time: 0.1005454 Jun 21 04:32:40.966177 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-1f124bec-697b-4066-9e71-455302c92c59 service neutron] 10.222.0.61 "GET /v2.0/networks/5213d269-8dac-4d50-b19b-6314e83191ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398009 Jun 21 04:32:40.976196 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-05a1e625-afa3-4f85-ba5a-8e16f6b804c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'name': 'tempest-AttachVolumeShelveTestJSON-938866125-router', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:52Z', 'revision_number': 4, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'gw_port': {'id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': 'a4aea09c-8dfa-46b7-b29c-42249f03e099', 'name': '', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'mac_address': 'fa:16:3e:69:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b063768-9c1b-46e1-8850-d03763645351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:48Z', 'updated_at': '2021-06-21T04:29:09Z', 'revision_number': 5, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'subnets': [{'id': '0b063768-9c1b-46e1-8850-d03763645351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:41.017012 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a1e625-afa3-4f85-ba5a-8e16f6b804c1 None None] The sync data for ids ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'] in dv-cinder-797170-3-smb is: [{'id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'name': 'tempest-AttachVolumeShelveTestJSON-938866125-router', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:52Z', 'revision_number': 4, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'gw_port': {'id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': 'a4aea09c-8dfa-46b7-b29c-42249f03e099', 'name': '', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'mac_address': 'fa:16:3e:69:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b063768-9c1b-46e1-8850-d03763645351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:48Z', 'updated_at': '2021-06-21T04:29:09Z', 'revision_number': 5, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'subnets': [{'id': '0b063768-9c1b-46e1-8850-d03763645351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:32:41.017592 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0e0dd2be-9d03-4c5e-8a0f-84a0d55850de req-32676ce3-3e5f-4485-9fc1-9742376cd5fd tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707178 Jun 21 04:32:41.109039 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 55088) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:41.190026 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0871dc4b-a081-4c43-9050-3bf7b9cb3423 req-96c8bab7-c165-4025-91a1-6fe2b5410025 service neutron] 10.222.0.61 "GET /v2.0/networks/5213d269-8dac-4d50-b19b-6314e83191ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164738 Jun 21 04:32:41.211764 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-de4fa215-3bb5-40a0-b667-8b90c9941763 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:41.244098 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-de4fa215-3bb5-40a0-b667-8b90c9941763 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:41.359903 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-de4fa215-3bb5-40a0-b667-8b90c9941763 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:41.363782 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-de4fa215-3bb5-40a0-b667-8b90c9941763 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:41.365625 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-de4fa215-3bb5-40a0-b667-8b90c9941763 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "DELETE /v2.0/security-groups/a31dfb33-d510-4626-9af1-6b4f84688b69 HTTP/1.1" status: 204 len: 168 time: 0.2549734 Jun 21 04:32:41.368334 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 55090) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:41.368541 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-ee1fe5e8-1db6-4670-b718-77f1c5deea52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:41.373951 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a3a91-5493-4119-910c-7d997da3d7df None None] New status for floating IP a70fbf0a-c743-482d-b33b-b9f299e483ea: DOWN {{(pid=92745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:32:41.376170 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d77ef-e2ea-4321-b3ef-22bf064ee336 req-fced56bd-79ea-40e4-92b5-6168afec4456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:41.378985 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5e7d77ef-e2ea-4321-b3ef-22bf064ee336 req-fced56bd-79ea-40e4-92b5-6168afec4456 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9b6259fd885640bc8a16315ec9645ba1&device_id=11eef9e2-94d8-44a6-8367-f8fe520bc130 HTTP/1.1" status: 200 len: 1097 time: 0.1090233 Jun 21 04:32:41.384579 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.api.v2.resource [None req-ec232292-e5b6-4a32-83ee-0391693645d8 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] show failed (client error): The resource could not be found. Jun 21 04:32:41.386324 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-ec232292-e5b6-4a32-83ee-0391693645d8 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups/a31dfb33-d510-4626-9af1-6b4f84688b69 HTTP/1.1" status: 404 len: 347 time: 0.0165629 Jun 21 04:32:41.388914 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4fa215-3bb5-40a0-b667-8b90c9941763 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31dfb33-d510-4626-9af1-6b4f84688b69,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:41.389424 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 55092) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:41.399963 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-de4fa215-3bb5-40a0-b667-8b90c9941763 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:41.506537 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d77ef-e2ea-4321-b3ef-22bf064ee336 req-00dfdd59-d0bf-46aa-babb-983f498c1498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:41.508224 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5e7d77ef-e2ea-4321-b3ef-22bf064ee336 req-00dfdd59-d0bf-46aa-babb-983f498c1498 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5213d269-8dac-4d50-b19b-6314e83191ce HTTP/1.1" status: 200 len: 915 time: 0.1210544 Jun 21 04:32:41.562062 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5e7d77ef-e2ea-4321-b3ef-22bf064ee336 req-4c4e0660-54d6-4e24-97d7-6b0bd7f55ea3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f64c91fa-334d-4527-a345-38647e93183b HTTP/1.1" status: 200 len: 217 time: 0.0460155 Jun 21 04:32:41.590193 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-39897ffd-f12e-4892-87c4-662cf546701f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Deleting port f10b3114-dba5-4abf-bd1b-076c7852eb27 {{(pid=92744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:41.591503 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-39897ffd-f12e-4892-87c4-662cf546701f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:41.624291 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d77ef-e2ea-4321-b3ef-22bf064ee336 req-0e0e6c9f-bb40-416e-afca-b921156c24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:41.626082 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5e7d77ef-e2ea-4321-b3ef-22bf064ee336 req-0e0e6c9f-bb40-416e-afca-b921156c24b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=be734b8c-a3f2-4226-85f1-c1d96f64c44a HTTP/1.1" status: 200 len: 854 time: 0.0543451 Jun 21 04:32:41.669741 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5e7d77ef-e2ea-4321-b3ef-22bf064ee336 req-fb72272f-d041-4f99-a21a-90987d22e9ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5213d269-8dac-4d50-b19b-6314e83191ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352218 Jun 21 04:32:41.688513 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-39897ffd-f12e-4892-87c4-662cf546701f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:41.688867 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-39897ffd-f12e-4892-87c4-662cf546701f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:41.773348 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-39897ffd-f12e-4892-87c4-662cf546701f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Calling delete_port for f10b3114-dba5-4abf-bd1b-076c7852eb27 owned by network:floatingip {{(pid=92744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:41.825376 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5e7d77ef-e2ea-4321-b3ef-22bf064ee336 req-e3220362-4e78-4409-ae01-7c8aa74359ab service neutron] 10.222.0.61 "GET /v2.0/networks/5213d269-8dac-4d50-b19b-6314e83191ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471176 Jun 21 04:32:41.942092 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5e7d77ef-e2ea-4321-b3ef-22bf064ee336 req-4400be35-0e2f-4f21-94c0-bd16a6bcdfb4 service neutron] 10.222.0.61 "GET /v2.0/networks/5213d269-8dac-4d50-b19b-6314e83191ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075881 Jun 21 04:32:41.979377 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-39897ffd-f12e-4892-87c4-662cf546701f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010082'] for port, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:41.983021 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-deab31d2-2ecb-4d4a-97fa-1b841bdf4096 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:42.018488 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39897ffd-f12e-4892-87c4-662cf546701f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Pushing event deleted for resources: {'Port': ['ID=f10b3114-dba5-4abf-bd1b-076c7852eb27,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:42.030785 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-39897ffd-f12e-4892-87c4-662cf546701f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:42.112694 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-39897ffd-f12e-4892-87c4-662cf546701f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for floatingip, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:42.118261 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-39897ffd-f12e-4892-87c4-662cf546701f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for floatingip, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:42.120603 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-39897ffd-f12e-4892-87c4-662cf546701f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "DELETE /v2.0/floatingips/a70fbf0a-c743-482d-b33b-b9f299e483ea HTTP/1.1" status: 204 len: 168 time: 0.7297938 Jun 21 04:32:42.227267 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1acf71-0bb3-4ecc-a300-d4d6f3174800 req-122928b1-e1d8-4f78-94ed-76be18e050ab tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:42.230316 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-df1acf71-0bb3-4ecc-a300-d4d6f3174800 req-122928b1-e1d8-4f78-94ed-76be18e050ab tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.1115258 Jun 21 04:32:42.267632 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cfcf0-1e3c-4f46-ba41-d800bd40979e req-b1224d90-c0b6-4968-9e11-f281cb44db15 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:42.270203 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3e5cfcf0-1e3c-4f46-ba41-d800bd40979e req-b1224d90-c0b6-4968-9e11-f281cb44db15 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=11eef9e2-94d8-44a6-8367-f8fe520bc130 HTTP/1.1" status: 200 len: 944 time: 0.1087947 Jun 21 04:32:42.285367 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-df1acf71-0bb3-4ecc-a300-d4d6f3174800 req-3771b1d5-6c0e-402b-99b2-33a0debfeaf9 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451508 Jun 21 04:32:42.333355 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3e5cfcf0-1e3c-4f46-ba41-d800bd40979e req-c20a2746-8586-4087-9e54-b1573aaeeccc tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553548 Jun 21 04:32:42.598427 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 55104) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:42.608434 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-13db3eef-57b9-40d2-bdd2-07dceed495b2 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1630890612', 'description': 'tempest-description--1027258095'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:42.651734 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-13db3eef-57b9-40d2-bdd2-07dceed495b2 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:42.776833 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-13db3eef-57b9-40d2-bdd2-07dceed495b2 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:42.782725 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-13db3eef-57b9-40d2-bdd2-07dceed495b2 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:42.788481 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-ac1fc808-82ac-4e33-b896-1fc1b7fae3c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:42.811930 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-13db3eef-57b9-40d2-bdd2-07dceed495b2 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:42.813121 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-13db3eef-57b9-40d2-bdd2-07dceed495b2 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2133238 Jun 21 04:32:42.817650 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 55106) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:42.823867 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db3eef-57b9-40d2-bdd2-07dceed495b2 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9520460b-3a57-4a86-82a7-265888df594c,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:42.827127 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-d1cfe14d-4bd1-4f84-bc11-dee9465f72fa tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Request body: {'security_group_rule': {'security_group_id': '9520460b-3a57-4a86-82a7-265888df594c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:42.827527 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-13db3eef-57b9-40d2-bdd2-07dceed495b2 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:42.875568 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d1cfe14d-4bd1-4f84-bc11-dee9465f72fa tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:42.935190 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d1cfe14d-4bd1-4f84-bc11-dee9465f72fa tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:42.940560 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d1cfe14d-4bd1-4f84-bc11-dee9465f72fa tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379083'] for security_group_rule, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:42.947471 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:42.966383 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfe14d-4bd1-4f84-bc11-dee9465f72fa tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e511bae4-c588-43d2-a04e-61dc5fbcb61e,revision_number=0']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:42.971300 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-d1cfe14d-4bd1-4f84-bc11-dee9465f72fa tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:42.971300 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d1cfe14d-4bd1-4f84-bc11-dee9465f72fa tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:42.975354 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-d1cfe14d-4bd1-4f84-bc11-dee9465f72fa tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1556413 Jun 21 04:32:42.975820 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 55108) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:42.980756 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-b2073737-e48d-43a5-870a-cdb4ae895af0 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Request body: {'security_group_rule': {'security_group_id': '9520460b-3a57-4a86-82a7-265888df594c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:43.016496 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-b2073737-e48d-43a5-870a-cdb4ae895af0 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:43.112783 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-b2073737-e48d-43a5-870a-cdb4ae895af0 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:43.117944 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-b2073737-e48d-43a5-870a-cdb4ae895af0 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379083'] for security_group_rule, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:43.124856 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:43.146509 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2073737-e48d-43a5-870a-cdb4ae895af0 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c07914-980b-4728-a574-bd225edb9c73,revision_number=0']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:43.151008 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-b2073737-e48d-43a5-870a-cdb4ae895af0 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:43.158123 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-b2073737-e48d-43a5-870a-cdb4ae895af0 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:43.162846 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-b2073737-e48d-43a5-870a-cdb4ae895af0 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1829913 Jun 21 04:32:43.163725 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 55110) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:43.168644 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-61120e09-82fc-4371-902c-47ed720b2a4a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Request body: {'floatingip': {'floating_network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:43.194829 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-61120e09-82fc-4371-902c-47ed720b2a4a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for floatingip, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:43.303511 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-61120e09-82fc-4371-902c-47ed720b2a4a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:43.437977 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_common [None req-61120e09-82fc-4371-902c-47ed720b2a4a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Allocated IP 172.28.3.82 (b03547ff-bdb5-4cf0-b910-6012328878f7/077b926c-3bf0-4e4d-825c-99f0c2191e19/23644565-0cac-4cea-85e3-6cbfce4810d9) {{(pid=92743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:32:43.531748 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5136524-b88c-40c8-b953-c5ae5f42b945 req-23e5a595-c9ea-459e-863d-05e1d4931e0a tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:43.533376 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d5136524-b88c-40c8-b953-c5ae5f42b945 req-23e5a595-c9ea-459e-863d-05e1d4931e0a tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.0827878 Jun 21 04:32:43.576465 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d5136524-b88c-40c8-b953-c5ae5f42b945 req-dbb63e40-8767-4f0d-bc85-c76defa69fce tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364752 Jun 21 04:32:43.724374 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-61120e09-82fc-4371-902c-47ed720b2a4a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for port, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:43.745108 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7866820-77cc-4ff4-a565-757f134866e2 req-a3ea57fe-0486-4329-8953-509b96ca021a tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:43.748413 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b7866820-77cc-4ff4-a565-757f134866e2 req-a3ea57fe-0486-4329-8953-509b96ca021a tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=11eef9e2-94d8-44a6-8367-f8fe520bc130 HTTP/1.1" status: 200 len: 944 time: 0.2080405 Jun 21 04:32:43.834495 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device f64c91fa-334d-4527-a345-38647e93183b details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92745) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:32:43.848979 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b7866820-77cc-4ff4-a565-757f134866e2 req-664ba16e-bbad-4f14-a233-0e57d2913435 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926690 Jun 21 04:32:43.867386 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-61120e09-82fc-4371-902c-47ed720b2a4a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60629742'] for port, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:43.872007 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-be95525d-ef8f-4351-9245-6a22801bff6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:43.930102 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61120e09-82fc-4371-902c-47ed720b2a4a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Network b03547ff-bdb5-4cf0-b910-6012328878f7 is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:32:43.931597 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-61120e09-82fc-4371-902c-47ed720b2a4a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:43.934774 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61120e09-82fc-4371-902c-47ed720b2a4a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Received port after_create {{(pid=92743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:32:43.961153 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61120e09-82fc-4371-902c-47ed720b2a4a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Pushing event updated for resources: {'Port': ['ID=23644565-0cac-4cea-85e3-6cbfce4810d9,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:43.964241 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-61120e09-82fc-4371-902c-47ed720b2a4a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:43.971330 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port f64c91fa-334d-4527-a345-38647e93183b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f64c91fa-334d-4527-a345-38647e93183b,segment=NetworkSegment(e214e569-a241-45e6-8e6c-ff19aac45fc4),segment_id=e214e569-a241-45e6-8e6c-ff19aac45fc4)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:43.988813 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Returning: {'device': 'f64c91fa-334d-4527-a345-38647e93183b', 'network_id': '5213d269-8dac-4d50-b19b-6314e83191ce', 'port_id': 'f64c91fa-334d-4527-a345-38647e93183b', 'mac_address': 'fa:16:3e:22:ed:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be734b8c-a3f2-4226-85f1-c1d96f64c44a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92745) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:32:44.041325 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-61120e09-82fc-4371-902c-47ed720b2a4a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.041655 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.058565 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f64c91fa-334d-4527-a345-38647e93183b {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:32:44.092564 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port f64c91fa-334d-4527-a345-38647e93183b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f64c91fa-334d-4527-a345-38647e93183b,segment=NetworkSegment(e214e569-a241-45e6-8e6c-ff19aac45fc4),segment_id=e214e569-a241-45e6-8e6c-ff19aac45fc4)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:44.098136 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.101004 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:44.110279 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-61120e09-82fc-4371-902c-47ed720b2a4a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.177857 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=f64c91fa-334d-4527-a345-38647e93183b,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:44.188139 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:44.299223 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-61120e09-82fc-4371-902c-47ed720b2a4a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for port, precommit_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.304819 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-61120e09-82fc-4371-902c-47ed720b2a4a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629720'] for port, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.307248 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:44.375225 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['f64c91fa-334d-4527-a345-38647e93183b'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:32:44.381054 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61120e09-82fc-4371-902c-47ed720b2a4a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Pushing event updated for resources: {'Port': ['ID=23644565-0cac-4cea-85e3-6cbfce4810d9,revision_number=2']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:44.389248 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-61120e09-82fc-4371-902c-47ed720b2a4a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:44.398351 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-61120e09-82fc-4371-902c-47ed720b2a4a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515504'] for floatingip, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.417300 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-61120e09-82fc-4371-902c-47ed720b2a4a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for floatingip, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.419857 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-61120e09-82fc-4371-902c-47ed720b2a4a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2551587 Jun 21 04:32:44.671252 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d631f230-786e-4b39-b95e-d38e400369a5 req-9d685711-6168-424b-bce1-1ae9c0984563 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1630890612&fields=id&tenant_id=b41d03382de140b4aafed91df2047d48 HTTP/1.1" status: 200 len: 267 time: 0.0604837 Jun 21 04:32:44.844214 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631f230-786e-4b39-b95e-d38e400369a5 req-5d665e9a-2778-4641-8d39-6fd8c6cf2095 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:44.846155 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d631f230-786e-4b39-b95e-d38e400369a5 req-5d665e9a-2778-4641-8d39-6fd8c6cf2095 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/networks?id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0 HTTP/1.1" status: 200 len: 816 time: 0.1622372 Jun 21 04:32:44.861826 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cec2e-705e-4d8d-8f4f-16e67d529cb1 req-c0204ff4-9931-4a63-830e-f8b5eaa7c2ea tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:44.864343 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ec8cec2e-705e-4d8d-8f4f-16e67d529cb1 req-c0204ff4-9931-4a63-830e-f8b5eaa7c2ea tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.0931737 Jun 21 04:32:44.868391 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d631f230-786e-4b39-b95e-d38e400369a5 req-e324e0ee-cbbd-4dac-b422-935110b954ff tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/quotas/b41d03382de140b4aafed91df2047d48 HTTP/1.1" status: 200 len: 375 time: 0.0139406 Jun 21 04:32:44.928260 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ec8cec2e-705e-4d8d-8f4f-16e67d529cb1 req-a15a34dd-81f8-4768-86ba-b373ac21092e tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546589 Jun 21 04:32:44.984032 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d631f230-786e-4b39-b95e-d38e400369a5 req-85a3ff6d-55f3-4d72-8789-94ed626c4d01 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b41d03382de140b4aafed91df2047d48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1075366 Jun 21 04:32:45.013253 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5613fd29-6b3c-4aee-8b91-65a3ded1a54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:45.130215 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234ef4a-adba-4b89-a312-c5497cd3c85b req-a111ba0c-a2bc-47cf-827e-5890f20a907b tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:45.132003 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f234ef4a-adba-4b89-a312-c5497cd3c85b req-a111ba0c-a2bc-47cf-827e-5890f20a907b tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=11eef9e2-94d8-44a6-8367-f8fe520bc130 HTTP/1.1" status: 200 len: 945 time: 0.0836616 Jun 21 04:32:45.153085 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d631f230-786e-4b39-b95e-d38e400369a5 req-849ee6b4-a2c7-42fa-a4f4-ab89cf14852f service neutron] 10.222.0.60 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483295 Jun 21 04:32:45.209860 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f234ef4a-adba-4b89-a312-c5497cd3c85b req-ccc0356c-bb84-4ea8-9021-f2cb69a1f531 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583642 Jun 21 04:32:45.284497 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d631f230-786e-4b39-b95e-d38e400369a5 req-bc3d8059-2a47-40cd-8919-cd2e45eaf5db service neutron] 10.222.0.60 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245790 Jun 21 04:32:45.488763 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-69d6d1cf-5b83-4c8d-af40-60077aac7b14 req-ec040423-6aa9-49ab-b8a3-321943870359 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 210 time: 0.0380013 Jun 21 04:32:45.854000 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device f64c91fa-334d-4527-a345-38647e93183b up at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:45.917677 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning for port f64c91fa-334d-4527-a345-38647e93183b completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:45.925997 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning complete for port f64c91fa-334d-4527-a345-38647e93183b triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:45.926585 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:46.045038 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:46.089451 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port f64c91fa-334d-4527-a345-38647e93183b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f64c91fa-334d-4527-a345-38647e93183b,segment=NetworkSegment(e214e569-a241-45e6-8e6c-ff19aac45fc4),segment_id=e214e569-a241-45e6-8e6c-ff19aac45fc4)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:46.091431 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11eef9e2-94d8-44a6-8367-f8fe520bc130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64c91fa-334d-4527-a345-38647e93183b'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:46.094316 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2ae70b-6cc7-45df-b883-7db84b93f944" -d '{"events": [{"server_uuid": "11eef9e2-94d8-44a6-8367-f8fe520bc130", "name": "network-vif-plugged", "status": "completed", "tag": "f64c91fa-334d-4527-a345-38647e93183b"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:46.098390 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:46.100414 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:46.171318 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fb8a1a-0538-4363-b729-e326e3fee5b3 x-openstack-request-id: req-99fb8a1a-0538-4363-b729-e326e3fee5b3 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:46.171760 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11eef9e2-94d8-44a6-8367-f8fe520bc130", "name": "network-vif-plugged", "status": "completed", "tag": "f64c91fa-334d-4527-a345-38647e93183b", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:46.172253 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99fb8a1a-0538-4363-b729-e326e3fee5b3 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:46.172879 dv-cinder-797170-3-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11eef9e2-94d8-44a6-8367-f8fe520bc130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64c91fa-334d-4527-a345-38647e93183b', 'code': 200} Jun 21 04:32:46.181387 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=f64c91fa-334d-4527-a345-38647e93183b,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:46.188859 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:46.287632 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48062e95-0232-4bd8-bd7e-af96e39a8e46 req-5c130dae-d51d-4104-8ea1-a366ca7f0973 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:46.291914 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-48062e95-0232-4bd8-bd7e-af96e39a8e46 req-5c130dae-d51d-4104-8ea1-a366ca7f0973 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.1264658 Jun 21 04:32:46.400853 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc43e6e-7b96-4826-ba8c-c86005448888 req-a9f9855a-9fca-4ceb-8284-addc61bdcf27 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:46.411111 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-fcc43e6e-7b96-4826-ba8c-c86005448888 req-a9f9855a-9fca-4ceb-8284-addc61bdcf27 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 946 time: 0.1351640 Jun 21 04:32:46.437269 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-48062e95-0232-4bd8-bd7e-af96e39a8e46 req-7b084d5b-54cf-4953-9ef5-b8350d31cc44 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/security-groups?id=90126ed4-8842-4efa-84da-41ecf15ad0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203954 Jun 21 04:32:46.569311 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a41a65-6495-466a-80c9-2c9a4e441ed3 req-3739805c-43d0-46a3-9a72-c8432d73a7d5 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:46.570919 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-c9a41a65-6495-466a-80c9-2c9a4e441ed3 req-3739805c-43d0-46a3-9a72-c8432d73a7d5 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=11eef9e2-94d8-44a6-8367-f8fe520bc130 HTTP/1.1" status: 200 len: 946 time: 0.1585498 Jun 21 04:32:46.632639 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc2cf2-78ab-4e0d-96c8-2f25496bf219 req-e27cf9a4-42f9-401a-b47f-d0f1ec289e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:46.634656 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b9dc2cf2-78ab-4e0d-96c8-2f25496bf219 req-e27cf9a4-42f9-401a-b47f-d0f1ec289e6c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=11eef9e2-94d8-44a6-8367-f8fe520bc130 HTTP/1.1" status: 200 len: 1099 time: 0.1113737 Jun 21 04:32:46.677330 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-c9a41a65-6495-466a-80c9-2c9a4e441ed3 req-2ec3ea9f-bff3-4cb5-ae0b-4e48578b23e6 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852613 Jun 21 04:32:46.704509 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b9dc2cf2-78ab-4e0d-96c8-2f25496bf219 req-58d23cfb-edf0-4038-9739-dd9965fd8e94 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612457 Jun 21 04:32:46.720211 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [req-fcc43e6e-7b96-4826-ba8c-c86005448888 req-046f84f6-27d0-428b-9cb2-c12253dc68e1 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Deleting port 5f92d8b3-17fc-463e-980a-8c3efea1ce3f {{(pid=92743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:46.720566 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-fcc43e6e-7b96-4826-ba8c-c86005448888 req-046f84f6-27d0-428b-9cb2-c12253dc68e1 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:46.748866 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-18799c64-a5b6-491a-97c9-ef2c054be9d5 req-38aeca11-5f78-438e-afe7-5edc064ec6a7 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 210 time: 0.0598476 Jun 21 04:32:46.875231 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [req-fcc43e6e-7b96-4826-ba8c-c86005448888 req-046f84f6-27d0-428b-9cb2-c12253dc68e1 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] For port 5f92d8b3-17fc-463e-980a-8c3efea1ce3f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5f92d8b3-17fc-463e-980a-8c3efea1ce3f,segment=NetworkSegment(3e5da68e-1378-4db7-817e-32dfe3ea2e26),segment_id=3e5da68e-1378-4db7-817e-32dfe3ea2e26)] {{(pid=92743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:46.876500 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-fcc43e6e-7b96-4826-ba8c-c86005448888 req-046f84f6-27d0-428b-9cb2-c12253dc68e1 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:46.964644 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631f230-786e-4b39-b95e-d38e400369a5 req-4a59592d-41f7-44bd-a94e-dc92475e328d tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:46.966582 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d631f230-786e-4b39-b95e-d38e400369a5 req-4a59592d-41f7-44bd-a94e-dc92475e328d tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.61 "GET /v2.0/networks?id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0 HTTP/1.1" status: 200 len: 816 time: 0.1331084 Jun 21 04:32:47.012081 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [req-fcc43e6e-7b96-4826-ba8c-c86005448888 req-046f84f6-27d0-428b-9cb2-c12253dc68e1 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Calling delete_port for 5f92d8b3-17fc-463e-980a-8c3efea1ce3f owned by compute:nova {{(pid=92743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:47.063639 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d631f230-786e-4b39-b95e-d38e400369a5 req-f11f0588-306b-4283-8e65-f3f3f849263d tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b41d03382de140b4aafed91df2047d48 HTTP/1.1" status: 200 len: 380 time: 0.0871344 Jun 21 04:32:47.078001 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-d631f230-786e-4b39-b95e-d38e400369a5 req-8089ddac-608d-4f58-b674-66c828000148 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Request body: {'port': {'device_id': 'f8c160a1-1959-4075-b3ef-b1907c734527', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'admin_state_up': True, 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'security_groups': ['9520460b-3a57-4a86-82a7-265888df594c']}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:47.205513 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-fcc43e6e-7b96-4826-ba8c-c86005448888 req-046f84f6-27d0-428b-9cb2-c12253dc68e1 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629729'] for port, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.211420 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-27def78b-1269-472e-8cf1-96c767941a47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:47.218825 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['5f92d8b3-17fc-463e-980a-8c3efea1ce3f'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:32:47.245012 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f84f6-27d0-428b-9cb2-c12253dc68e1 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Pushing event deleted for resources: {'Port': ['ID=5f92d8b3-17fc-463e-980a-8c3efea1ce3f,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:47.253710 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-046f84f6-27d0-428b-9cb2-c12253dc68e1 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:47.303045 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc43e6e-7b96-4826-ba8c-c86005448888 req-046f84f6-27d0-428b-9cb2-c12253dc68e1 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] No DVR routers for this DVR port 5f92d8b3-17fc-463e-980a-8c3efea1ce3f on host hv-cinder-79717 {{(pid=92743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:32:47.305965 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-fcc43e6e-7b96-4826-ba8c-c86005448888 req-046f84f6-27d0-428b-9cb2-c12253dc68e1 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.308378 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-fcc43e6e-7b96-4826-ba8c-c86005448888 req-046f84f6-27d0-428b-9cb2-c12253dc68e1 tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.61 "DELETE /v2.0/ports/5f92d8b3-17fc-463e-980a-8c3efea1ce3f HTTP/1.1" status: 204 len: 173 time: 0.8802311 Jun 21 04:32:47.309583 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4b68c7-72a1-4e45-93fe-63538c206bfe', 'name': 'network-vif-deleted', 'tag': '5f92d8b3-17fc-463e-980a-8c3efea1ce3f'}] {{(pid=92743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:47.312810 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f341443fd223dcfc934d9995c5c4b990c7400f9cb91ffc9321324360bae7ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cae7b2-6cd3-4948-8486-8002ba99a121" -d '{"events": [{"server_uuid": "cf4b68c7-72a1-4e45-93fe-63538c206bfe", "name": "network-vif-deleted", "tag": "5f92d8b3-17fc-463e-980a-8c3efea1ce3f"}]}' {{(pid=92743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:47.324531 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d631f230-786e-4b39-b95e-d38e400369a5 req-8089ddac-608d-4f58-b674-66c828000148 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Made reservation on behalf of b41d03382de140b4aafed91df2047d48 for: {'port': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:32:47.329116 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-d631f230-786e-4b39-b95e-d38e400369a5 req-8089ddac-608d-4f58-b674-66c828000148 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.376169 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf1c753-2280-457e-ba21-64d0cc8c7688 x-openstack-request-id: req-2cf1c753-2280-457e-ba21-64d0cc8c7688 {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:47.376624 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4b68c7-72a1-4e45-93fe-63538c206bfe", "name": "network-vif-deleted", "tag": "5f92d8b3-17fc-463e-980a-8c3efea1ce3f", "status": "completed", "code": 200}]} {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:47.377099 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2cf1c753-2280-457e-ba21-64d0cc8c7688 {{(pid=92743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:47.377589 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4b68c7-72a1-4e45-93fe-63538c206bfe', 'name': 'network-vif-deleted', 'tag': '5f92d8b3-17fc-463e-980a-8c3efea1ce3f', 'status': 'completed', 'code': 200} Jun 21 04:32:47.450527 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66404e7a-8805-4ea7-87c6-b123d9041d4d req-4c84dded-7ec0-42a3-b5d1-1fba009b2403 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:47.452047 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-66404e7a-8805-4ea7-87c6-b123d9041d4d req-4c84dded-7ec0-42a3-b5d1-1fba009b2403 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.1829410 Jun 21 04:32:47.535664 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-66404e7a-8805-4ea7-87c6-b123d9041d4d req-6f5113cc-ab9e-45a8-b7ca-cf9c921f57fc tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755877 Jun 21 04:32:47.558450 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_common [req-d631f230-786e-4b39-b95e-d38e400369a5 req-8089ddac-608d-4f58-b674-66c828000148 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Allocated IP 172.20.0.13 (3be8ed7a-a62f-4c2a-9b4d-410174e064d0/0b063768-9c1b-46e1-8850-d03763645351/b91b0ca8-ca7e-453c-b258-08e525046635) {{(pid=92744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:32:47.694381 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d58feba0-08c3-4225-9384-73a417cb42b6 req-ec1f3cb7-5ae8-4240-9eac-42716273000d tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4b68c7-72a1-4e45-93fe-63538c206bfe HTTP/1.1" status: 200 len: 210 time: 0.0526800 Jun 21 04:32:47.779193 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-d631f230-786e-4b39-b95e-d38e400369a5 req-8089ddac-608d-4f58-b674-66c828000148 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for port, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.808642 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.provisioning_blocks [req-d631f230-786e-4b39-b95e-d38e400369a5 req-8089ddac-608d-4f58-b674-66c828000148 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Transition to ACTIVE for port object b91b0ca8-ca7e-453c-b258-08e525046635 will not be triggered until provisioned by entity DHCP. {{(pid=92744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:47.876057 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-d631f230-786e-4b39-b95e-d38e400369a5 req-8089ddac-608d-4f58-b674-66c828000148 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60010093'] for port, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.890855 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-5ac6609f-9751-43f0-918e-9b70213823f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:47.989427 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d76dca34-207a-4df5-8af1-6c49ab06c2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.026442 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d631f230-786e-4b39-b95e-d38e400369a5 req-8089ddac-608d-4f58-b674-66c828000148 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Network 3be8ed7a-a62f-4c2a-9b4d-410174e064d0 is already hosted by enough agents. {{(pid=92744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:32:48.041540 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [req-d631f230-786e-4b39-b95e-d38e400369a5 req-8089ddac-608d-4f58-b674-66c828000148 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Resources bound (agent type, host, resource id): {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:48.058526 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [req-d631f230-786e-4b39-b95e-d38e400369a5 req-8089ddac-608d-4f58-b674-66c828000148 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Received port after_create {{(pid=92744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:32:48.069046 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7de12a-5054-46e0-9ddf-da912de6f183 req-92eeecee-bdb3-48a1-868e-72f1b9b172a1 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:48.069527 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089ddac-608d-4f58-b674-66c828000148 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Pushing event updated for resources: {'Port': ['ID=b91b0ca8-ca7e-453c-b258-08e525046635,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:48.070975 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-1f7de12a-5054-46e0-9ddf-da912de6f183 req-92eeecee-bdb3-48a1-868e-72f1b9b172a1 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 932 time: 0.1048670 Jun 21 04:32:48.115072 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-8089ddac-608d-4f58-b674-66c828000148 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:48.154459 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.173360 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-1f7de12a-5054-46e0-9ddf-da912de6f183 req-8e764044-d8f7-409d-a4a9-76241a51cfb6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862384 Jun 21 04:32:48.178456 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac9e19-4c03-4e1b-b573-79113af30e01 req-1a8f0093-38be-479f-bc2f-97346fe05a59 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:48.181246 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-96ac9e19-4c03-4e1b-b573-79113af30e01 req-1a8f0093-38be-479f-bc2f-97346fe05a59 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=11eef9e2-94d8-44a6-8367-f8fe520bc130 HTTP/1.1" status: 200 len: 946 time: 0.2496080 Jun 21 04:32:48.196385 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631f230-786e-4b39-b95e-d38e400369a5 req-8089ddac-608d-4f58-b674-66c828000148 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:48.197523 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-d631f230-786e-4b39-b95e-d38e400369a5 req-8089ddac-608d-4f58-b674-66c828000148 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.218407 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.263500 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d631f230-786e-4b39-b95e-d38e400369a5 req-8089ddac-608d-4f58-b674-66c828000148 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1892571 Jun 21 04:32:48.279984 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-d631f230-786e-4b39-b95e-d38e400369a5 req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] Request body: {'port': {'device_id': 'f8c160a1-1959-4075-b3ef-b1907c734527', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:48.288648 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-96ac9e19-4c03-4e1b-b573-79113af30e01 req-f9c3c346-6b83-4f9d-8b67-06207cb0709c tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843818 Jun 21 04:32:48.419648 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-d631f230-786e-4b39-b95e-d38e400369a5 req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.434621 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-0cf59a55-acbe-4acf-b35c-aa9aa7f33b03 None None] Provisioning for port b91b0ca8-ca7e-453c-b258-08e525046635 completed by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:48.441387 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-0cf59a55-acbe-4acf-b35c-aa9aa7f33b03 None None] Provisioning complete for port b91b0ca8-ca7e-453c-b258-08e525046635 triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:48.442020 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0cf59a55-acbe-4acf-b35c-aa9aa7f33b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.498518 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-0cf59a55-acbe-4acf-b35c-aa9aa7f33b03 None None] Port b91b0ca8-ca7e-453c-b258-08e525046635 cannot update to ACTIVE because it is not bound. {{(pid=92745) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:32:48.836916 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 55188) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:48.913737 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.922234 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8441192-8048-4437-93f1-15bdaec5cb5a req-c9625907-3ba0-4209-98fd-126b8bfaec7d tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:48.924063 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d8441192-8048-4437-93f1-15bdaec5cb5a req-c9625907-3ba0-4209-98fd-126b8bfaec7d tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.2101114 Jun 21 04:32:49.038178 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d8441192-8048-4437-93f1-15bdaec5cb5a req-0e4a1196-b47e-4b7a-9e02-f4461a518d0a tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017861 Jun 21 04:32:49.049648 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [req-d631f230-786e-4b39-b95e-d38e400369a5 req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91b0ca8-ca7e-453c-b258-08e525046635 {{(pid=92744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:32:49.062623 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-d631f230-786e-4b39-b95e-d38e400369a5 req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:49.079905 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.provisioning_blocks [req-d631f230-786e-4b39-b95e-d38e400369a5 req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] Transition to ACTIVE for port object b91b0ca8-ca7e-453c-b258-08e525046635 will not be triggered until provisioned by entity L2. {{(pid=92744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:49.096157 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-d631f230-786e-4b39-b95e-d38e400369a5 req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:49.098825 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:49.498252 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] Pushing event updated for resources: {'Port': ['ID=b91b0ca8-ca7e-453c-b258-08e525046635,revision_number=2']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:49.501415 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:49.583903 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-d631f230-786e-4b39-b95e-d38e400369a5 req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] Attempting to bind port b91b0ca8-ca7e-453c-b258-08e525046635 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:32:49.584220 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-d631f230-786e-4b39-b95e-d38e400369a5 req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] Attempting to bind port b91b0ca8-ca7e-453c-b258-08e525046635 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '4265b031-63f1-488b-b782-3a6497268026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0'}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:32:49.584557 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d631f230-786e-4b39-b95e-d38e400369a5 req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] Attempting to bind port b91b0ca8-ca7e-453c-b258-08e525046635 on network 3be8ed7a-a62f-4c2a-9b4d-410174e064d0 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:32:49.589645 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d631f230-786e-4b39-b95e-d38e400369a5 req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] Port b91b0ca8-ca7e-453c-b258-08e525046635 on network 3be8ed7a-a62f-4c2a-9b4d-410174e064d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:32:49.589959 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d631f230-786e-4b39-b95e-d38e400369a5 req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] Attempting to bind port b91b0ca8-ca7e-453c-b258-08e525046635 on network 3be8ed7a-a62f-4c2a-9b4d-410174e064d0 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:32:49.596237 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d631f230-786e-4b39-b95e-d38e400369a5 req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] Checking agent: {'id': '96b302db-cc9c-42f9-932f-b12d5511dc88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'started_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:32:49.596619 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d631f230-786e-4b39-b95e-d38e400369a5 req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] Checking segment: {'id': '4265b031-63f1-488b-b782-3a6497268026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:32:49.597586 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d631f230-786e-4b39-b95e-d38e400369a5 req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] Bound using segment: {'id': '4265b031-63f1-488b-b782-3a6497268026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0'} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:32:49.597586 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-d631f230-786e-4b39-b95e-d38e400369a5 req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] Bound port: b91b0ca8-ca7e-453c-b258-08e525046635, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4265b031-63f1-488b-b782-3a6497268026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0'}}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:32:49.597980 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-d631f230-786e-4b39-b95e-d38e400369a5 req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:49.688747 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-d631f230-786e-4b39-b95e-d38e400369a5 req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] For port b91b0ca8-ca7e-453c-b258-08e525046635, host hv-cinder-79717, cleared binding levels {{(pid=92744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:32:49.692164 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-d631f230-786e-4b39-b95e-d38e400369a5 req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] For port b91b0ca8-ca7e-453c-b258-08e525046635, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=b91b0ca8-ca7e-453c-b258-08e525046635,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:32:49.697798 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-d631f230-786e-4b39-b95e-d38e400369a5 req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:49.700783 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-32fe7a8d-0fcd-456d-b299-cd1b4b52301e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:49.745363 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631f230-786e-4b39-b95e-d38e400369a5 req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:49.746584 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-d631f230-786e-4b39-b95e-d38e400369a5 req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:49.748903 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d631f230-786e-4b39-b95e-d38e400369a5 req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] 10.222.0.61 "PUT /v2.0/ports/b91b0ca8-ca7e-453c-b258-08e525046635 HTTP/1.1" status: 200 len: 1094 time: 1.4771214 Jun 21 04:32:49.749792 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c160a1-1959-4075-b3ef-b1907c734527', 'tag': 'b91b0ca8-ca7e-453c-b258-08e525046635'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:49.754871 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f63469-bbdd-4026-bef4-b37b3c1cf545" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c160a1-1959-4075-b3ef-b1907c734527", "tag": "b91b0ca8-ca7e-453c-b258-08e525046635"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:49.815301 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] Pushing event updated for resources: {'Port': ['ID=b91b0ca8-ca7e-453c-b258-08e525046635,revision_number=3']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:49.822243 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:49.867015 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a22ea8c-d8c6-4e06-9b33-973fb9f94fb4 x-openstack-request-id: req-8a22ea8c-d8c6-4e06-9b33-973fb9f94fb4 {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:49.867895 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 5f92d8b3-17fc-463e-980a-8c3efea1ce3f no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:32:49.868909 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c160a1-1959-4075-b3ef-b1907c734527", "tag": "b91b0ca8-ca7e-453c-b258-08e525046635", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:49.869700 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a22ea8c-d8c6-4e06-9b33-973fb9f94fb4 {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:49.870682 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c160a1-1959-4075-b3ef-b1907c734527', 'tag': 'b91b0ca8-ca7e-453c-b258-08e525046635', 'status': 'completed', 'code': 200} Jun 21 04:32:49.923969 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631f230-786e-4b39-b95e-d38e400369a5 req-17e66c31-5475-47b5-b0a7-d5fd03ddbff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:49.926870 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d9791-0860-4d11-bcbb-34d5d11e0e0c req-01e4574d-705c-4422-995a-5474a1a68744 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:49.927618 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d631f230-786e-4b39-b95e-d38e400369a5 req-17e66c31-5475-47b5-b0a7-d5fd03ddbff9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b41d03382de140b4aafed91df2047d48&device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 1097 time: 0.1065121 Jun 21 04:32:49.928490 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d46d9791-0860-4d11-bcbb-34d5d11e0e0c req-01e4574d-705c-4422-995a-5474a1a68744 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 944 time: 0.2684770 Jun 21 04:32:49.950991 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] No Port match for: 5f92d8b3-17fc-463e-980a-8c3efea1ce3f {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:32:49.951548 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 5f92d8b3-17fc-463e-980a-8c3efea1ce3f not bound to the agent host hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:32:50.023701 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d631f230-786e-4b39-b95e-d38e400369a5 req-74409436-d8a8-46a4-b17f-be5628ce3f71 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b91b0ca8-ca7e-453c-b258-08e525046635 HTTP/1.1" status: 200 len: 217 time: 0.0833688 Jun 21 04:32:50.083669 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d46d9791-0860-4d11-bcbb-34d5d11e0e0c req-a889e8eb-25b4-459d-ac48-8ebaeddff22e tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050253 Jun 21 04:32:50.108344 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32127288-ad12-4d10-b275-7fd5ab5cb066 req-a1cea33e-5674-4b23-8d21-8ebf2b2858c1 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:50.110218 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-32127288-ad12-4d10-b275-7fd5ab5cb066 req-a1cea33e-5674-4b23-8d21-8ebf2b2858c1 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.4520433 Jun 21 04:32:50.141210 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631f230-786e-4b39-b95e-d38e400369a5 req-241cef83-72c0-460f-b286-2b614248a481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:50.143879 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d631f230-786e-4b39-b95e-d38e400369a5 req-241cef83-72c0-460f-b286-2b614248a481 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0b063768-9c1b-46e1-8850-d03763645351 HTTP/1.1" status: 200 len: 855 time: 0.1078174 Jun 21 04:32:50.170694 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-76ada3c5-7204-43e7-a9fe-bfa644a0b449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442829'] for router_interface, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:50.283369 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631f230-786e-4b39-b95e-d38e400369a5 req-b5d05736-3730-432c-a4ba-3837cd933fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:50.287263 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d631f230-786e-4b39-b95e-d38e400369a5 req-b5d05736-3730-432c-a4ba-3837cd933fa1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1358109 Jun 21 04:32:50.453930 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d631f230-786e-4b39-b95e-d38e400369a5 req-db3e7dab-9e4a-4bf5-9fa7-75419914ef31 service neutron] 10.222.0.61 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586635 Jun 21 04:32:50.456874 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [req-32127288-ad12-4d10-b275-7fd5ab5cb066 req-3f9fe113-8843-4abd-98b0-52396488df0f tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Deleting port 4c22c064-4f48-4948-b634-28a9696e7430 {{(pid=92743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:50.457351 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-32127288-ad12-4d10-b275-7fd5ab5cb066 req-3f9fe113-8843-4abd-98b0-52396488df0f tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:50.467584 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7712c98-2c75-483a-bd4e-37c20253332a req-08fd9753-d3a2-4139-85df-f7cd450e81b5 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:50.469447 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-f7712c98-2c75-483a-bd4e-37c20253332a req-08fd9753-d3a2-4139-85df-f7cd450e81b5 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 945 time: 0.1564851 Jun 21 04:32:50.591944 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-f7712c98-2c75-483a-bd4e-37c20253332a req-780f836c-80bb-4258-9855-53a0e1867893 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647929 Jun 21 04:32:50.606369 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d631f230-786e-4b39-b95e-d38e400369a5 req-9385ca2a-e668-4b3e-a2fe-88cac92ae4b4 service neutron] 10.222.0.61 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350892 Jun 21 04:32:50.640987 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [req-32127288-ad12-4d10-b275-7fd5ab5cb066 req-3f9fe113-8843-4abd-98b0-52396488df0f tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] For port 4c22c064-4f48-4948-b634-28a9696e7430, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4c22c064-4f48-4948-b634-28a9696e7430,segment=NetworkSegment(50fb9846-5f25-4e5f-8fbf-a7a96f258e08),segment_id=50fb9846-5f25-4e5f-8fbf-a7a96f258e08)] {{(pid=92743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:50.641553 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-32127288-ad12-4d10-b275-7fd5ab5cb066 req-3f9fe113-8843-4abd-98b0-52396488df0f tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:50.734430 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f63469-bbdd-4026-bef4-b37b3c1cf545 req-9252ea4a-23d7-4adf-8d2d-efc2b7d93b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:50.735978 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-11f63469-bbdd-4026-bef4-b37b3c1cf545 req-9252ea4a-23d7-4adf-8d2d-efc2b7d93b8d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b41d03382de140b4aafed91df2047d48&device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 1097 time: 0.0749946 Jun 21 04:32:50.860748 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f63469-bbdd-4026-bef4-b37b3c1cf545 req-0d447f0b-ca5f-4564-8bf0-7a9ab0e125dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:50.862394 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-11f63469-bbdd-4026-bef4-b37b3c1cf545 req-0d447f0b-ca5f-4564-8bf0-7a9ab0e125dd service neutron] 10.222.0.61 "GET /v2.0/networks?id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0 HTTP/1.1" status: 200 len: 917 time: 0.1186483 Jun 21 04:32:50.870730 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [None req-76ada3c5-7204-43e7-a9fe-bfa644a0b449 admin admin] Deleting port 06c2cc8a-e883-4968-b772-3d6894726737 {{(pid=92743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:50.871298 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-76ada3c5-7204-43e7-a9fe-bfa644a0b449 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:50.934226 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-11f63469-bbdd-4026-bef4-b37b3c1cf545 req-8851a1c2-1939-4d86-b23b-fe66d1c78344 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b91b0ca8-ca7e-453c-b258-08e525046635 HTTP/1.1" status: 200 len: 217 time: 0.0631626 Jun 21 04:32:50.972743 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-32127288-ad12-4d10-b275-7fd5ab5cb066 req-3f9fe113-8843-4abd-98b0-52396488df0f tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:50.973337 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-32127288-ad12-4d10-b275-7fd5ab5cb066 req-3f9fe113-8843-4abd-98b0-52396488df0f tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515504'] for floatingip, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:50.973726 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.db.l3_db [req-32127288-ad12-4d10-b275-7fd5ab5cb066 req-3f9fe113-8843-4abd-98b0-52396488df0f tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Floating IP b0476462-3c83-410b-beef-eba74caa0094 disassociated. External IP: 172.28.3.34, port: 4c22c064-4f48-4948-b634-28a9696e7430. Jun 21 04:32:50.974215 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [req-32127288-ad12-4d10-b275-7fd5ab5cb066 req-3f9fe113-8843-4abd-98b0-52396488df0f tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Calling delete_port for 4c22c064-4f48-4948-b634-28a9696e7430 owned by compute:nova {{(pid=92743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:51.003469 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f63469-bbdd-4026-bef4-b37b3c1cf545 req-29a761b9-48d2-4811-bd2b-546e974c233b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:51.005801 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-11f63469-bbdd-4026-bef4-b37b3c1cf545 req-29a761b9-48d2-4811-bd2b-546e974c233b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0b063768-9c1b-46e1-8850-d03763645351 HTTP/1.1" status: 200 len: 855 time: 0.0651646 Jun 21 04:32:51.111633 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [None req-76ada3c5-7204-43e7-a9fe-bfa644a0b449 admin admin] For port 06c2cc8a-e883-4968-b772-3d6894726737, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=06c2cc8a-e883-4968-b772-3d6894726737,segment=NetworkSegment(3e5da68e-1378-4db7-817e-32dfe3ea2e26),segment_id=3e5da68e-1378-4db7-817e-32dfe3ea2e26)] {{(pid=92743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:51.111633 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-76ada3c5-7204-43e7-a9fe-bfa644a0b449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:51.118058 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f63469-bbdd-4026-bef4-b37b3c1cf545 req-95bc7761-5a43-4692-b67a-3d27a2cfeda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:51.121237 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-11f63469-bbdd-4026-bef4-b37b3c1cf545 req-95bc7761-5a43-4692-b67a-3d27a2cfeda3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1071780 Jun 21 04:32:51.294706 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [None req-76ada3c5-7204-43e7-a9fe-bfa644a0b449 admin admin] Calling delete_port for 06c2cc8a-e883-4968-b772-3d6894726737 owned by network:router_interface {{(pid=92743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:51.308605 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-11f63469-bbdd-4026-bef4-b37b3c1cf545 req-5d6943d9-cd60-4a31-8562-ff0b7e21e6ae service neutron] 10.222.0.61 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763744 Jun 21 04:32:51.483112 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-11f63469-bbdd-4026-bef4-b37b3c1cf545 req-8758d29b-2120-4640-9c03-94fdf130dcee service neutron] 10.222.0.61 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653390 Jun 21 04:32:51.601930 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:51.889102 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device b91b0ca8-ca7e-453c-b258-08e525046635 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92745) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:32:51.912289 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa216572-a6f7-4f34-a7a9-18267200390c req-8cb18bb0-c245-47a2-a5b0-a033985d7a52 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:51.914265 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-fa216572-a6f7-4f34-a7a9-18267200390c req-8cb18bb0-c245-47a2-a5b0-a033985d7a52 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 944 time: 0.5968850 Jun 21 04:32:51.922797 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-32127288-ad12-4d10-b275-7fd5ab5cb066 req-3f9fe113-8843-4abd-98b0-52396488df0f tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629729'] for port, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:51.928732 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-61120e09-82fc-4371-902c-47ed720b2a4a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:51.961536 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d8da8-9c3f-4c6b-9801-a6924172a6f8 req-888c0a35-5791-41a6-b132-0809c43cbc45 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:51.964527 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-a19d8da8-9c3f-4c6b-9801-a6924172a6f8 req-888c0a35-5791-41a6-b132-0809c43cbc45 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 867 time: 0.1427069 Jun 21 04:32:51.976971 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fe113-8843-4abd-98b0-52396488df0f tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Pushing event deleted for resources: {'Port': ['ID=4c22c064-4f48-4948-b634-28a9696e7430,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:51.988129 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-3f9fe113-8843-4abd-98b0-52396488df0f tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:52.056255 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-fa216572-a6f7-4f34-a7a9-18267200390c req-bd2382aa-819b-40f1-83e2-3a4bae622483 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226375 Jun 21 04:32:52.064845 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-a19d8da8-9c3f-4c6b-9801-a6924172a6f8 req-bdc0b515-5d60-4443-943c-e3341a715364 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819130 Jun 21 04:32:52.108360 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port b91b0ca8-ca7e-453c-b258-08e525046635, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=b91b0ca8-ca7e-453c-b258-08e525046635,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:52.130181 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Returning: {'device': 'b91b0ca8-ca7e-453c-b258-08e525046635', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'port_id': 'b91b0ca8-ca7e-453c-b258-08e525046635', 'mac_address': 'fa:16:3e:60:5b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b063768-9c1b-46e1-8850-d03763645351', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92745) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:32:52.160232 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-76ada3c5-7204-43e7-a9fe-bfa644a0b449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629729'] for port, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:52.163662 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:52.189404 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ada3c5-7204-43e7-a9fe-bfa644a0b449 admin admin] Pushing event deleted for resources: {'Port': ['ID=06c2cc8a-e883-4968-b772-3d6894726737,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:52.196367 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-76ada3c5-7204-43e7-a9fe-bfa644a0b449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:52.199684 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:52.205910 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32127288-ad12-4d10-b275-7fd5ab5cb066 req-3f9fe113-8843-4abd-98b0-52396488df0f tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Router bf7e2b38-ccf0-41ba-94dc-ec404de7d99d has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:32:52.218703 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91b0ca8-ca7e-453c-b258-08e525046635 {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:32:52.246472 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port b91b0ca8-ca7e-453c-b258-08e525046635, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=b91b0ca8-ca7e-453c-b258-08e525046635,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:52.252849 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:52.257849 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:52.338566 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=b91b0ca8-ca7e-453c-b258-08e525046635,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:52.343473 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:52.498164 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['b91b0ca8-ca7e-453c-b258-08e525046635'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:32:52.509882 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32127288-ad12-4d10-b275-7fd5ab5cb066 req-3f9fe113-8843-4abd-98b0-52396488df0f tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:32:52.526379 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6627db30-1344-4ecb-af58-a252907cedbd None None] Sync routers for ids ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'] in dv-cinder-797170-3-smb {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:32:52.540990 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-76ada3c5-7204-43e7-a9fe-bfa644a0b449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442737'] for router_interface, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:52.542355 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6627db30-1344-4ecb-af58-a252907cedbd None None] Routers {'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:52.543345 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-6627db30-1344-4ecb-af58-a252907cedbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:32:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:52.567484 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [req-32127288-ad12-4d10-b275-7fd5ab5cb066 req-3f9fe113-8843-4abd-98b0-52396488df0f tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] No DVR routers for this DVR port 4c22c064-4f48-4948-b634-28a9696e7430 on host hv-cinder-79717 {{(pid=92743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:32:52.570325 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-32127288-ad12-4d10-b275-7fd5ab5cb066 req-3f9fe113-8843-4abd-98b0-52396488df0f tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:52.572467 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-32127288-ad12-4d10-b275-7fd5ab5cb066 req-3f9fe113-8843-4abd-98b0-52396488df0f tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.61 "DELETE /v2.0/ports/4c22c064-4f48-4948-b634-28a9696e7430 HTTP/1.1" status: 204 len: 173 time: 2.4557815 Jun 21 04:32:52.573066 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d4fdfb-2a55-40ac-90de-d7902985f6d6', 'name': 'network-vif-deleted', 'tag': '4c22c064-4f48-4948-b634-28a9696e7430'}] {{(pid=92743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:52.576104 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f341443fd223dcfc934d9995c5c4b990c7400f9cb91ffc9321324360bae7ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160a1f73-d258-4a2b-bec9-fe14c39d20fb" -d '{"events": [{"server_uuid": "b4d4fdfb-2a55-40ac-90de-d7902985f6d6", "name": "network-vif-deleted", "tag": "4c22c064-4f48-4948-b634-28a9696e7430"}]}' {{(pid=92743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:52.670993 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b23b793-8856-442c-af84-9e669f610bd9 x-openstack-request-id: req-5b23b793-8856-442c-af84-9e669f610bd9 {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:52.671658 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d4fdfb-2a55-40ac-90de-d7902985f6d6", "name": "network-vif-deleted", "tag": "4c22c064-4f48-4948-b634-28a9696e7430", "status": "completed", "code": 200}]} {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:52.672146 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b23b793-8856-442c-af84-9e669f610bd9 {{(pid=92743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:52.673612 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d4fdfb-2a55-40ac-90de-d7902985f6d6', 'name': 'network-vif-deleted', 'tag': '4c22c064-4f48-4948-b634-28a9696e7430', 'status': 'completed', 'code': 200} Jun 21 04:32:52.818694 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-6627db30-1344-4ecb-af58-a252907cedbd None None] Set router bf7e2b38-ccf0-41ba-94dc-ec404de7d99d gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:53.046810 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ada3c5-7204-43e7-a9fe-bfa644a0b449 admin admin] Router b3b8452e-07e6-45ee-a992-4e862473ebe2 has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:32:53.073238 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-6627db30-1344-4ecb-af58-a252907cedbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'name': 'tempest-AttachVolumeTestJSON-1399362206-router', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:34Z', 'updated_at': '2021-06-21T04:28:47Z', 'revision_number': 4, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'gw_port': {'id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:36Z', 'updated_at': '2021-06-21T04:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': '4740ed74-9d3a-4fa5-b21b-5e89458c4a63', 'name': '', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'mac_address': 'fa:16:3e:e3:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:44Z', 'updated_at': '2021-06-21T04:29:03Z', 'revision_number': 5, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'subnets': [{'id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:53.104520 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6627db30-1344-4ecb-af58-a252907cedbd None None] Checking router: bf7e2b38-ccf0-41ba-94dc-ec404de7d99d for host: dv-cinder-797170-3-smb {{(pid=92746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:32:53.116394 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6627db30-1344-4ecb-af58-a252907cedbd None None] Routers {'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:53.116982 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-6627db30-1344-4ecb-af58-a252907cedbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:32:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:53.230482 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-6627db30-1344-4ecb-af58-a252907cedbd None None] Set router bf7e2b38-ccf0-41ba-94dc-ec404de7d99d gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:53.275237 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ada3c5-7204-43e7-a9fe-bfa644a0b449 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:32:53.294287 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83295af7-0103-4957-a057-f28dbdaeb912 None None] Sync routers for ids ['b3b8452e-07e6-45ee-a992-4e862473ebe2'] in dv-cinder-797170-3-smb {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:32:53.309297 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-76ada3c5-7204-43e7-a9fe-bfa644a0b449 admin admin] 10.222.0.60 "PUT /v2.0/routers/b3b8452e-07e6-45ee-a992-4e862473ebe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4705260 Jun 21 04:32:53.313554 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 55222) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:53.322509 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83295af7-0103-4957-a057-f28dbdaeb912 None None] Routers {'b3b8452e-07e6-45ee-a992-4e862473ebe2'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:53.322509 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-83295af7-0103-4957-a057-f28dbdaeb912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:32:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['b3b8452e-07e6-45ee-a992-4e862473ebe2'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:53.537291 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f751153-0ce0-4dcc-b591-5c34a1fb2b59 req-eb29e54a-980b-4fef-860e-836a48690093 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:53.545472 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9f751153-0ce0-4dcc-b591-5c34a1fb2b59 req-eb29e54a-980b-4fef-860e-836a48690093 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 945 time: 0.1668162 Jun 21 04:32:53.550038 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-e5e90fee-a0c1-443c-b3c3-2c850accbac7 req-d4082211-bb03-4d16-b52c-cb062da90213 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d4fdfb-2a55-40ac-90de-d7902985f6d6 HTTP/1.1" status: 200 len: 210 time: 0.1201119 Jun 21 04:32:53.578605 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-754a7820-60ef-4661-a92c-ec0caf462e39 admin admin] Notify callbacks [] for router, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:53.584170 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-83295af7-0103-4957-a057-f28dbdaeb912 None None] Set router b3b8452e-07e6-45ee-a992-4e862473ebe2 gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:53.652456 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9f751153-0ce0-4dcc-b591-5c34a1fb2b59 req-e1927ce6-37c2-4cd9-af1b-23b16bd3e464 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058259 Jun 21 04:32:53.739653 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-6627db30-1344-4ecb-af58-a252907cedbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'name': 'tempest-AttachVolumeTestJSON-1399362206-router', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:34Z', 'updated_at': '2021-06-21T04:28:47Z', 'revision_number': 4, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'gw_port': {'id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:36Z', 'updated_at': '2021-06-21T04:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': '4740ed74-9d3a-4fa5-b21b-5e89458c4a63', 'name': '', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'mac_address': 'fa:16:3e:e3:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:44Z', 'updated_at': '2021-06-21T04:29:03Z', 'revision_number': 5, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'subnets': [{'id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:53.791842 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-754a7820-60ef-4661-a92c-ec0caf462e39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:53.792129 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6627db30-1344-4ecb-af58-a252907cedbd None None] The sync data for ids ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'] in dv-cinder-797170-3-smb is: [{'id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'name': 'tempest-AttachVolumeTestJSON-1399362206-router', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:34Z', 'updated_at': '2021-06-21T04:28:47Z', 'revision_number': 4, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'gw_port': {'id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:36Z', 'updated_at': '2021-06-21T04:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': '4740ed74-9d3a-4fa5-b21b-5e89458c4a63', 'name': '', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'mac_address': 'fa:16:3e:e3:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:44Z', 'updated_at': '2021-06-21T04:29:03Z', 'revision_number': 5, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'subnets': [{'id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:32:53.867292 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-754a7820-60ef-4661-a92c-ec0caf462e39 admin admin] Deleting port a6d6c501-602a-4ada-8925-540ac15c10a2 {{(pid=92744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:53.867628 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-754a7820-60ef-4661-a92c-ec0caf462e39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:53.898671 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device b91b0ca8-ca7e-453c-b258-08e525046635 up at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:53.967015 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [None req-754a7820-60ef-4661-a92c-ec0caf462e39 admin admin] For port a6d6c501-602a-4ada-8925-540ac15c10a2, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=a6d6c501-602a-4ada-8925-540ac15c10a2,segment=NetworkSegment(187c97c0-b126-42a1-9dd9-08d372d10f19),segment_id=187c97c0-b126-42a1-9dd9-08d372d10f19)] {{(pid=92744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:53.967384 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-754a7820-60ef-4661-a92c-ec0caf462e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:53.990019 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-83295af7-0103-4957-a057-f28dbdaeb912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b8452e-07e6-45ee-a992-4e862473ebe2', 'name': 'tempest-ServerRescueNegativeTestJSON-1805338822-router', 'tenant_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a6d6c501-602a-4ada-8925-540ac15c10a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:48Z', 'updated_at': '2021-06-21T04:32:52Z', 'revision_number': 5, 'project_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'gw_port': {'id': 'a6d6c501-602a-4ada-8925-540ac15c10a2', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8452e-07e6-45ee-a992-4e862473ebe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:49Z', 'updated_at': '2021-06-21T04:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:54.044964 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83295af7-0103-4957-a057-f28dbdaeb912 None None] Checking router: b3b8452e-07e6-45ee-a992-4e862473ebe2 for host: dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:32:54.062664 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-754a7820-60ef-4661-a92c-ec0caf462e39 admin admin] Calling delete_port for a6d6c501-602a-4ada-8925-540ac15c10a2 owned by network:router_gateway {{(pid=92744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:54.072485 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83295af7-0103-4957-a057-f28dbdaeb912 None None] Routers {'b3b8452e-07e6-45ee-a992-4e862473ebe2'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:54.074112 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-83295af7-0103-4957-a057-f28dbdaeb912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:32:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['b3b8452e-07e6-45ee-a992-4e862473ebe2'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:54.157958 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning for port b91b0ca8-ca7e-453c-b258-08e525046635 completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:54.173277 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47bb370-940e-4fbe-8519-dcb9874aedb1 None None] New status for floating IP b0476462-3c83-410b-beef-eba74caa0094: DOWN {{(pid=92746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:32:54.389657 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning complete for port b91b0ca8-ca7e-453c-b258-08e525046635 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:54.390444 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:54.409796 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-754a7820-60ef-4661-a92c-ec0caf462e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010082'] for port, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:54.412557 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-c04f1c98-25bd-4b75-8a04-227f56d67dee tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:54.449959 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a7820-60ef-4661-a92c-ec0caf462e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d6c501-602a-4ada-8925-540ac15c10a2,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:54.454513 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-754a7820-60ef-4661-a92c-ec0caf462e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:54.473131 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-83295af7-0103-4957-a057-f28dbdaeb912 None None] Set router b3b8452e-07e6-45ee-a992-4e862473ebe2 gateway port host: None {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:54.530648 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-754a7820-60ef-4661-a92c-ec0caf462e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515421'] for router_gateway, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:54.551130 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-83295af7-0103-4957-a057-f28dbdaeb912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b8452e-07e6-45ee-a992-4e862473ebe2', 'name': 'tempest-ServerRescueNegativeTestJSON-1805338822-router', 'tenant_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:48Z', 'updated_at': '2021-06-21T04:32:53Z', 'revision_number': 6, 'project_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'gw_port_host': None}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:54.587474 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83295af7-0103-4957-a057-f28dbdaeb912 None None] The sync data for ids ['b3b8452e-07e6-45ee-a992-4e862473ebe2'] in dv-cinder-797170-3-smb is: [{'id': 'b3b8452e-07e6-45ee-a992-4e862473ebe2', 'name': 'tempest-ServerRescueNegativeTestJSON-1805338822-router', 'tenant_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:48Z', 'updated_at': '2021-06-21T04:32:53Z', 'revision_number': 6, 'project_id': 'bd6d23e61fd544778bcff22b5bd8e44d', 'gw_port_host': None}] {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:32:54.675708 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:54.693976 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-754a7820-60ef-4661-a92c-ec0caf462e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1047674'] for router, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:54.703208 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-754a7820-60ef-4661-a92c-ec0caf462e39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:54.707806 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c160a1-1959-4075-b3ef-b1907c734527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91b0ca8-ca7e-453c-b258-08e525046635'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:54.723033 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3548d9-70a4-450f-9f4f-a7d192203561" -d '{"events": [{"server_uuid": "f8c160a1-1959-4075-b3ef-b1907c734527", "name": "network-vif-plugged", "status": "completed", "tag": "b91b0ca8-ca7e-453c-b258-08e525046635"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:54.752228 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port b91b0ca8-ca7e-453c-b258-08e525046635, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=b91b0ca8-ca7e-453c-b258-08e525046635,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:54.763532 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:54.765899 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 4c22c064-4f48-4948-b634-28a9696e7430 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:32:54.768823 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:54.770773 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 55238) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:54.823232 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] No Port match for: 4c22c064-4f48-4948-b634-28a9696e7430 {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:32:54.824059 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 4c22c064-4f48-4948-b634-28a9696e7430 not bound to the agent host hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:32:54.867495 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-754a7820-60ef-4661-a92c-ec0caf462e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-445458'] for router, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:54.868439 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754a7820-60ef-4661-a92c-ec0caf462e39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3b8452e-07e6-45ee-a992-4e862473ebe2 {{(pid=92744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:32:54.878217 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e409c80d-865f-4408-a7d3-9d6fc596acda x-openstack-request-id: req-e409c80d-865f-4408-a7d3-9d6fc596acda {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:54.878217 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c160a1-1959-4075-b3ef-b1907c734527", "name": "network-vif-plugged", "status": "completed", "tag": "b91b0ca8-ca7e-453c-b258-08e525046635", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:54.879161 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e409c80d-865f-4408-a7d3-9d6fc596acda {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:54.879606 dv-cinder-797170-3-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c160a1-1959-4075-b3ef-b1907c734527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91b0ca8-ca7e-453c-b258-08e525046635', 'code': 200} Jun 21 04:32:54.881714 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=b91b0ca8-ca7e-453c-b258-08e525046635,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:54.881929 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-754a7820-60ef-4661-a92c-ec0caf462e39 admin admin] Notify callbacks [] for router, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:54.890165 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:54.890982 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-754a7820-60ef-4661-a92c-ec0caf462e39 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b3b8452e-07e6-45ee-a992-4e862473ebe2 HTTP/1.1" status: 204 len: 168 time: 1.5762663 Jun 21 04:32:54.893609 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 55242) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:54.898728 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1ab2617f-3545-4a9b-bb7c-b67fc595af58 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:54.927889 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1ab2617f-3545-4a9b-bb7c-b67fc595af58 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:55.007952 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1ab2617f-3545-4a9b-bb7c-b67fc595af58 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:55.011916 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1ab2617f-3545-4a9b-bb7c-b67fc595af58 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:55.013286 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-1ab2617f-3545-4a9b-bb7c-b67fc595af58 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "DELETE /v2.0/security-groups/62f498a9-8a29-4f85-bd2c-08d10cd6ad9a HTTP/1.1" status: 204 len: 168 time: 0.2414958 Jun 21 04:32:55.014312 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-de4fa215-3bb5-40a0-b667-8b90c9941763 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:55.017916 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 55244) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:55.040542 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.api.v2.resource [None req-f24b95c9-cfb9-4ebd-bfbe-1fef8d3bf263 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] show failed (client error): The resource could not be found. Jun 21 04:32:55.042145 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-f24b95c9-cfb9-4ebd-bfbe-1fef8d3bf263 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups/62f498a9-8a29-4f85-bd2c-08d10cd6ad9a HTTP/1.1" status: 404 len: 347 time: 0.0228400 Jun 21 04:32:55.044165 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2617f-3545-4a9b-bb7c-b67fc595af58 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f498a9-8a29-4f85-bd2c-08d10cd6ad9a,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:55.047536 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-1ab2617f-3545-4a9b-bb7c-b67fc595af58 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:55.047873 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 55246) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:55.070732 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9c4a06-de65-4a59-be9e-10dd6a5d87ed admin admin] Deleting subnet 10837d44-5e1e-4f4f-9b67-bd818970debd {{(pid=92744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:32:55.117739 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-dd9c4a06-de65-4a59-be9e-10dd6a5d87ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:55.231332 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-dd9c4a06-de65-4a59-be9e-10dd6a5d87ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60010228'] for subnet, precommit_delete_associations {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:55.288450 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993ce23-6002-4c04-b437-2bb26535fa2b req-c321d933-6cd2-4063-bc84-a38e47130a6e tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:55.291893 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-2993ce23-6002-4c04-b437-2bb26535fa2b req-c321d933-6cd2-4063-bc84-a38e47130a6e tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.3208292 Jun 21 04:32:55.344897 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad860f-3d10-4c3d-82d6-7cdd6a3788f8 req-95b7d804-c4c9-4752-82fd-339d17f70a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:55.347744 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-2dad860f-3d10-4c3d-82d6-7cdd6a3788f8 req-95b7d804-c4c9-4752-82fd-339d17f70a73 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 1099 time: 0.1052492 Jun 21 04:32:55.388697 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-dd9c4a06-de65-4a59-be9e-10dd6a5d87ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536692'] for subnet, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:55.393284 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-2dad860f-3d10-4c3d-82d6-7cdd6a3788f8 req-3924148f-c823-47f0-943d-e9bf0b7825a3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353043 Jun 21 04:32:55.467947 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-2993ce23-6002-4c04-b437-2bb26535fa2b req-e28e83b6-5fc8-4c2c-aaf5-5442c0e8d9b7 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546109 Jun 21 04:32:55.487029 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-5934b36d-372a-4ec0-93ae-582c1405a213 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Deleting port 433302d7-75f9-4eec-b47e-140b2fffd226 {{(pid=92744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:55.487601 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-5934b36d-372a-4ec0-93ae-582c1405a213 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:55.608534 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-dd9c4a06-de65-4a59-be9e-10dd6a5d87ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60183854'] for subnet, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:55.620571 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:56.055587 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c4a06-de65-4a59-be9e-10dd6a5d87ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10837d44-5e1e-4f4f-9b67-bd818970debd,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:56.059869 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-dd9c4a06-de65-4a59-be9e-10dd6a5d87ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.064971 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-dd9c4a06-de65-4a59-be9e-10dd6a5d87ed admin admin] 10.222.0.60 "DELETE /v2.0/subnets/10837d44-5e1e-4f4f-9b67-bd818970debd HTTP/1.1" status: 204 len: 168 time: 1.1646168 Jun 21 04:32:56.067146 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 55252) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:56.069570 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-5934b36d-372a-4ec0-93ae-582c1405a213 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.069890 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-5934b36d-372a-4ec0-93ae-582c1405a213 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.072716 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-dd9c4a06-de65-4a59-be9e-10dd6a5d87ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:56.104689 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 06c2cc8a-e883-4968-b772-3d6894726737 no longer exists at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:32:56.128008 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] No Port match for: 06c2cc8a-e883-4968-b772-3d6894726737 {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:32:56.128593 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 06c2cc8a-e883-4968-b772-3d6894726737 not bound to the agent host dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:32:56.129349 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device a6d6c501-602a-4ada-8925-540ac15c10a2 no longer exists at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:32:56.171751 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] No Port match for: a6d6c501-602a-4ada-8925-540ac15c10a2 {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:32:56.172424 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device a6d6c501-602a-4ada-8925-540ac15c10a2 not bound to the agent host dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:32:56.184731 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-5934b36d-372a-4ec0-93ae-582c1405a213 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Calling delete_port for 433302d7-75f9-4eec-b47e-140b2fffd226 owned by network:floatingip {{(pid=92744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:56.188242 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-183f250b-100e-4c80-988e-b6128c18ff74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585160'] for network, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.329783 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-183f250b-100e-4c80-988e-b6128c18ff74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536299', 'neutron.services.segments.db._delete_segments_for_network-8772645825747'] for network, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.348725 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.services.segments.db [None req-183f250b-100e-4c80-988e-b6128c18ff74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5c6907-199a-4e01-99a2-5c56bd766c8f']}} {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:56.373903 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.services.segments.db [None req-183f250b-100e-4c80-988e-b6128c18ff74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e5da68e-1378-4db7-817e-32dfe3ea2e26') {'for_net_delete': True} {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:56.375051 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.services.segments.db [None req-183f250b-100e-4c80-988e-b6128c18ff74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e5da68e-1378-4db7-817e-32dfe3ea2e26') {} {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:56.393019 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-183f250b-100e-4c80-988e-b6128c18ff74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772645825576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59026067'] for segment, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.415205 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-183f250b-100e-4c80-988e-b6128c18ff74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.424846 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183f250b-100e-4c80-988e-b6128c18ff74 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=92743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:32:56.425497 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-183f250b-100e-4c80-988e-b6128c18ff74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60629296'] for segment, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: Traceback (most recent call last): Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: timer() Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: cb(*args, **kw) Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: return func(*args, **kwargs) Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: self._notify() Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: self.callback(batched_events) Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: event.method(event) Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: return f(self, *a, **k) Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: return self._get(url).json() Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: return self.request(url, 'GET', **kwargs) Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:32:56.428687 dv-cinder-797170-3-smb neutron-server[92743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:32:56.479010 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-5934b36d-372a-4ec0-93ae-582c1405a213 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010082'] for port, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.483311 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-8849a01d-9203-40c0-b4ea-9bc5900a4d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:56.509362 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934b36d-372a-4ec0-93ae-582c1405a213 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Pushing event deleted for resources: {'Port': ['ID=433302d7-75f9-4eec-b47e-140b2fffd226,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:56.512734 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-5934b36d-372a-4ec0-93ae-582c1405a213 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:56.531212 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-183f250b-100e-4c80-988e-b6128c18ff74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515458'] for network, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.537298 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-a9544244-d265-4ca3-9b41-6c08e6af5387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:56.563648 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-183f250b-100e-4c80-988e-b6128c18ff74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.567378 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-183f250b-100e-4c80-988e-b6128c18ff74 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ba5c6907-199a-4e01-99a2-5c56bd766c8f HTTP/1.1" status: 204 len: 168 time: 0.4976811 Jun 21 04:32:56.568991 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f250b-100e-4c80-988e-b6128c18ff74 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba5c6907-199a-4e01-99a2-5c56bd766c8f,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:56.573554 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-183f250b-100e-4c80-988e-b6128c18ff74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:56.619964 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-5934b36d-372a-4ec0-93ae-582c1405a213 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for floatingip, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.623064 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-5934b36d-372a-4ec0-93ae-582c1405a213 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for floatingip, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.624299 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-5934b36d-372a-4ec0-93ae-582c1405a213 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "DELETE /v2.0/floatingips/b0476462-3c83-410b-beef-eba74caa0094 HTTP/1.1" status: 204 len: 168 time: 1.5754659 Jun 21 04:32:56.759498 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 55260) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:56.761541 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce81302-ba14-4638-a891-44f47f9dab8a req-635b7e88-a7b4-416a-b88f-55e15a34d384 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:56.764436 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-1ce81302-ba14-4638-a891-44f47f9dab8a req-635b7e88-a7b4-416a-b88f-55e15a34d384 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.1310542 Jun 21 04:32:56.808731 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-3f1c5c6a-22e1-40a4-90da-7bd53e9350ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bd6d23e61fd544778bcff22b5bd8e44d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478175 Jun 21 04:32:56.812942 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 55262) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:56.827264 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-1ce81302-ba14-4638-a891-44f47f9dab8a req-f9cf9171-09a3-4b5c-9af4-bd3bdad3092e tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565066 Jun 21 04:32:56.900857 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7cdbbe05-6fba-4edb-b626-52e7cdba166c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.945416 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7cdbbe05-6fba-4edb-b626-52e7cdba166c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.946626 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 55266) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:56.952772 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-cdbcfa01-ec0e-4d1c-967d-0d794494c19e tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--395881439', 'description': 'tempest-description--2074066943'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:56.978958 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-cdbcfa01-ec0e-4d1c-967d-0d794494c19e tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.102496 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7cdbbe05-6fba-4edb-b626-52e7cdba166c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.107170 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7cdbbe05-6fba-4edb-b626-52e7cdba166c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.109109 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-7cdbbe05-6fba-4edb-b626-52e7cdba166c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/90126ed4-8842-4efa-84da-41ecf15ad0cd HTTP/1.1" status: 204 len: 168 time: 0.2944481 Jun 21 04:32:57.111600 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-74b64bc5-69db-4ab1-b548-acb6e0035431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:57.129854 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdbbe05-6fba-4edb-b626-52e7cdba166c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90126ed4-8842-4efa-84da-41ecf15ad0cd,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:57.138681 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-7cdbbe05-6fba-4edb-b626-52e7cdba166c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:57.163924 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722217f-20ac-411b-b7c3-764ba614d525 req-8564d3f8-ae5e-49d9-a04a-56dac4e0fb02 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:57.166626 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6722217f-20ac-411b-b7c3-764ba614d525 req-8564d3f8-ae5e-49d9-a04a-56dac4e0fb02 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.1567822 Jun 21 04:32:57.178738 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 55272) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:57.187191 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-cdbcfa01-ec0e-4d1c-967d-0d794494c19e tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.187786 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-dd6ff2a6-bbcc-4479-99f9-63bdf53f4c9b tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Request body: {'floatingip': {'port_id': 'b91b0ca8-ca7e-453c-b258-08e525046635'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:57.194178 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-cdbcfa01-ec0e-4d1c-967d-0d794494c19e tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.197385 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-a6db791e-77e4-48bb-b319-47f7027e80b3 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:57.227508 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-cdbcfa01-ec0e-4d1c-967d-0d794494c19e tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.229016 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-cdbcfa01-ec0e-4d1c-967d-0d794494c19e tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2807963 Jun 21 04:32:57.233938 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 55274) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:57.238681 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-dd7df280-cf95-455e-a06e-5be7f31b4177 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Request body: {'security_group_rule': {'security_group_id': '7479a02e-621b-4482-ab92-f33aca7a3bc3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:57.244972 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcfa01-ec0e-4d1c-967d-0d794494c19e tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7479a02e-621b-4482-ab92-f33aca7a3bc3,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:57.258563 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-cdbcfa01-ec0e-4d1c-967d-0d794494c19e tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:57.271644 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff2a6-bbcc-4479-99f9-63bdf53f4c9b tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for floatingip, before_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.288327 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-dd7df280-cf95-455e-a06e-5be7f31b4177 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.383823 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-dd7df280-cf95-455e-a06e-5be7f31b4177 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.391251 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-dd7df280-cf95-455e-a06e-5be7f31b4177 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379083'] for security_group_rule, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.394458 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-aa79e006-4e1f-4b18-89ba-d1623028fd2c tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:57.421568 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7df280-cf95-455e-a06e-5be7f31b4177 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd0d50c-5278-4ba1-b956-20bb647b0f0f,revision_number=0']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:57.425838 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-dd7df280-cf95-455e-a06e-5be7f31b4177 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:57.434376 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-dd7df280-cf95-455e-a06e-5be7f31b4177 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.435713 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-dd7df280-cf95-455e-a06e-5be7f31b4177 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2009254 Jun 21 04:32:57.438917 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 55276) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:57.444051 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-387e0247-f7a7-4eab-8e6a-8a1d34dc8542 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Request body: {'security_group_rule': {'security_group_id': '7479a02e-621b-4482-ab92-f33aca7a3bc3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:57.484973 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-387e0247-f7a7-4eab-8e6a-8a1d34dc8542 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.580203 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-387e0247-f7a7-4eab-8e6a-8a1d34dc8542 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.585825 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-387e0247-f7a7-4eab-8e6a-8a1d34dc8542 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379083'] for security_group_rule, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.590038 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e00052a9-4f4b-4c7c-b8b0-3104e9e17301 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:57.617755 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e0247-f7a7-4eab-8e6a-8a1d34dc8542 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ffa51b0-002a-41f0-ba93-95d6943f4faa,revision_number=0']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:57.623579 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-387e0247-f7a7-4eab-8e6a-8a1d34dc8542 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:57.628099 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-387e0247-f7a7-4eab-8e6a-8a1d34dc8542 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.632774 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-387e0247-f7a7-4eab-8e6a-8a1d34dc8542 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1899037 Jun 21 04:32:57.634208 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 55282) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:57.640765 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-623877bc-a7d5-410b-94cf-d19278c9bef0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Request body: {'floatingip': {'floating_network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:57.687238 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-623877bc-a7d5-410b-94cf-d19278c9bef0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for floatingip, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.864153 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-623877bc-a7d5-410b-94cf-d19278c9bef0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:58.075412 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_common [None req-623877bc-a7d5-410b-94cf-d19278c9bef0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Allocated IP 172.28.3.31 (b03547ff-bdb5-4cf0-b910-6012328878f7/077b926c-3bf0-4e4d-825c-99f0c2191e19/70f43156-0840-4ef9-9576-5352ddbb82d0) {{(pid=92744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:32:58.107644 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff2a6-bbcc-4479-99f9-63bdf53f4c9b tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:58.115787 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff2a6-bbcc-4479-99f9-63bdf53f4c9b tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515504'] for floatingip, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:58.206424 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-623877bc-a7d5-410b-94cf-d19278c9bef0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for port, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:58.270258 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-623877bc-a7d5-410b-94cf-d19278c9bef0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60010093'] for port, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:58.272764 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-c844724d-0027-4a81-9eb0-05815eebfbda tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:58.328037 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.db.l3_db [None req-dd6ff2a6-bbcc-4479-99f9-63bdf53f4c9b tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Floating IP 0178e8cd-bca8-4fb0-86ad-9de5363d6813 associated. External IP: 172.28.3.82, port: b91b0ca8-ca7e-453c-b258-08e525046635. Jun 21 04:32:58.356751 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623877bc-a7d5-410b-94cf-d19278c9bef0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Network b03547ff-bdb5-4cf0-b910-6012328878f7 is already hosted by enough agents. {{(pid=92744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:32:58.362348 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [None req-623877bc-a7d5-410b-94cf-d19278c9bef0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Resources bound (agent type, host, resource id): {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:58.368714 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623877bc-a7d5-410b-94cf-d19278c9bef0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Received port after_create {{(pid=92744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:32:58.378701 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623877bc-a7d5-410b-94cf-d19278c9bef0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Pushing event updated for resources: {'Port': ['ID=70f43156-0840-4ef9-9576-5352ddbb82d0,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:58.414283 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-623877bc-a7d5-410b-94cf-d19278c9bef0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:58.642524 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-623877bc-a7d5-410b-94cf-d19278c9bef0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:58.710615 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-623877bc-a7d5-410b-94cf-d19278c9bef0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:58.767703 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6ff2a6-bbcc-4479-99f9-63bdf53f4c9b tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Router ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:32:58.938492 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-623877bc-a7d5-410b-94cf-d19278c9bef0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for port, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:58.947156 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-623877bc-a7d5-410b-94cf-d19278c9bef0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:58.953153 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:59.072541 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623877bc-a7d5-410b-94cf-d19278c9bef0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Pushing event updated for resources: {'Port': ['ID=70f43156-0840-4ef9-9576-5352ddbb82d0,revision_number=2']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:59.080452 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-623877bc-a7d5-410b-94cf-d19278c9bef0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:59.103008 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-623877bc-a7d5-410b-94cf-d19278c9bef0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515504'] for floatingip, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:59.123268 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-623877bc-a7d5-410b-94cf-d19278c9bef0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for floatingip, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:59.124775 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-623877bc-a7d5-410b-94cf-d19278c9bef0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4892695 Jun 21 04:32:59.280825 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6ff2a6-bbcc-4479-99f9-63bdf53f4c9b tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:32:59.286217 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff2a6-bbcc-4479-99f9-63bdf53f4c9b tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for floatingip, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:59.297554 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99093cab-332f-49dd-bc72-6bbc7846dd6e None None] Sync routers for ids ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'] in dv-cinder-797170-3-smb {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:32:59.313905 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99093cab-332f-49dd-bc72-6bbc7846dd6e None None] Routers {'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:59.315130 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-99093cab-332f-49dd-bc72-6bbc7846dd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:32:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:59.364945 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-dd6ff2a6-bbcc-4479-99f9-63bdf53f4c9b tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "PUT /v2.0/floatingips/0178e8cd-bca8-4fb0-86ad-9de5363d6813 HTTP/1.1" status: 200 len: 991 time: 2.1842964 Jun 21 04:32:59.366560 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c160a1-1959-4075-b3ef-b1907c734527', 'tag': 'b91b0ca8-ca7e-453c-b258-08e525046635'}] {{(pid=92743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:59.371742 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f341443fd223dcfc934d9995c5c4b990c7400f9cb91ffc9321324360bae7ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a43dda4-3fb5-4dc0-9e26-fb754591e3b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c160a1-1959-4075-b3ef-b1907c734527", "tag": "b91b0ca8-ca7e-453c-b258-08e525046635"}]}' {{(pid=92743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:59.488627 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f4689770-df70-4873-80a9-0c6a34712e41 req-e82ac71a-6691-451e-8a0b-f99f431a53bd tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--395881439&fields=id&tenant_id=98ac6444112049ffbeb07ee05d60964f HTTP/1.1" status: 200 len: 267 time: 0.0638456 Jun 21 04:32:59.525237 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-99093cab-332f-49dd-bc72-6bbc7846dd6e None None] Set router ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:59.596528 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7fbc84-b0a9-468c-ba04-45f996378a0b x-openstack-request-id: req-3e7fbc84-b0a9-468c-ba04-45f996378a0b {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:59.597149 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c160a1-1959-4075-b3ef-b1907c734527", "tag": "b91b0ca8-ca7e-453c-b258-08e525046635", "status": "completed", "code": 200}]} {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:59.597664 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e7fbc84-b0a9-468c-ba04-45f996378a0b {{(pid=92743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:59.599481 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c160a1-1959-4075-b3ef-b1907c734527', 'tag': 'b91b0ca8-ca7e-453c-b258-08e525046635', 'status': 'completed', 'code': 200} Jun 21 04:32:59.723041 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4689770-df70-4873-80a9-0c6a34712e41 req-84c4c1c8-d572-4cfb-a58f-b26e2af98b72 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:59.729314 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f4689770-df70-4873-80a9-0c6a34712e41 req-84c4c1c8-d572-4cfb-a58f-b26e2af98b72 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/networks?id=eacf42c2-00ce-42e3-89dd-853a4c6fa08a HTTP/1.1" status: 200 len: 811 time: 0.2315471 Jun 21 04:32:59.753902 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f4689770-df70-4873-80a9-0c6a34712e41 req-20d73f04-8046-48d0-8869-d762891a15af tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/quotas/98ac6444112049ffbeb07ee05d60964f HTTP/1.1" status: 200 len: 375 time: 0.0190966 Jun 21 04:32:59.865553 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43dda4-3fb5-4dc0-9e26-fb754591e3b9 req-8baf03d3-35b8-4b79-aa9d-8f9c851a1015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:59.867110 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-7a43dda4-3fb5-4dc0-9e26-fb754591e3b9 req-8baf03d3-35b8-4b79-aa9d-8f9c851a1015 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b41d03382de140b4aafed91df2047d48&device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 1099 time: 0.2284443 Jun 21 04:33:00.007873 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-99093cab-332f-49dd-bc72-6bbc7846dd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'name': 'tempest-AttachVolumeShelveTestJSON-938866125-router', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:52Z', 'revision_number': 4, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'gw_port': {'id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_floatingips': [{'id': '0178e8cd-bca8-4fb0-86ad-9de5363d6813', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'floating_ip_address': '172.28.3.82', 'floating_network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'router_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'port_id': 'b91b0ca8-ca7e-453c-b258-08e525046635', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'mac_address': 'fa:16:3e:60:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c160a1-1959-4075-b3ef-b1907c734527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:32:43Z', 'updated_at': '2021-06-21T04:32:57Z', 'revision_number': 1, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4aea09c-8dfa-46b7-b29c-42249f03e099', 'name': '', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'mac_address': 'fa:16:3e:69:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b063768-9c1b-46e1-8850-d03763645351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:48Z', 'updated_at': '2021-06-21T04:29:09Z', 'revision_number': 5, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'subnets': [{'id': '0b063768-9c1b-46e1-8850-d03763645351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:00.017199 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f4689770-df70-4873-80a9-0c6a34712e41 req-e06cfd68-3138-4a73-a731-a256e1d9c347 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=98ac6444112049ffbeb07ee05d60964f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2471766 Jun 21 04:33:00.072745 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99093cab-332f-49dd-bc72-6bbc7846dd6e None None] Checking router: ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 for host: dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:33:00.097902 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99093cab-332f-49dd-bc72-6bbc7846dd6e None None] Routers {'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:00.100828 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-99093cab-332f-49dd-bc72-6bbc7846dd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:32:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:00.120403 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43dda4-3fb5-4dc0-9e26-fb754591e3b9 req-0c6b5144-69c3-4705-86b4-150fb63cf74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:00.122252 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-7a43dda4-3fb5-4dc0-9e26-fb754591e3b9 req-0c6b5144-69c3-4705-86b4-150fb63cf74f service neutron] 10.222.0.61 "GET /v2.0/networks?id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0 HTTP/1.1" status: 200 len: 917 time: 0.2440274 Jun 21 04:33:00.235152 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f4689770-df70-4873-80a9-0c6a34712e41 req-d03af842-3852-4a48-a1c1-c762ab98764a service neutron] 10.222.0.60 "GET /v2.0/networks/eacf42c2-00ce-42e3-89dd-853a4c6fa08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098382 Jun 21 04:33:00.331296 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-99093cab-332f-49dd-bc72-6bbc7846dd6e None None] Set router ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:00.367535 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-7a43dda4-3fb5-4dc0-9e26-fb754591e3b9 req-b40e636a-4716-4b1c-8031-637262489d55 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b91b0ca8-ca7e-453c-b258-08e525046635 HTTP/1.1" status: 200 len: 999 time: 0.2320793 Jun 21 04:33:00.494100 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43dda4-3fb5-4dc0-9e26-fb754591e3b9 req-5a4f4b75-8b83-433a-ac0b-5ff43490ff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:00.497240 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-7a43dda4-3fb5-4dc0-9e26-fb754591e3b9 req-5a4f4b75-8b83-433a-ac0b-5ff43490ff3b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0b063768-9c1b-46e1-8850-d03763645351 HTTP/1.1" status: 200 len: 855 time: 0.1202130 Jun 21 04:33:00.501043 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f4689770-df70-4873-80a9-0c6a34712e41 req-de65007d-e806-44ae-b45e-b56c2cfad1e6 service neutron] 10.222.0.60 "GET /v2.0/networks/eacf42c2-00ce-42e3-89dd-853a4c6fa08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645047 Jun 21 04:33:00.605403 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43dda4-3fb5-4dc0-9e26-fb754591e3b9 req-7eb377d6-7aa7-46fa-bf2c-1e309df4d232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:00.608359 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-7a43dda4-3fb5-4dc0-9e26-fb754591e3b9 req-7eb377d6-7aa7-46fa-bf2c-1e309df4d232 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1032429 Jun 21 04:33:00.713615 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-99093cab-332f-49dd-bc72-6bbc7846dd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'name': 'tempest-AttachVolumeShelveTestJSON-938866125-router', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:52Z', 'revision_number': 4, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'gw_port': {'id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_floatingips': [{'id': '0178e8cd-bca8-4fb0-86ad-9de5363d6813', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'floating_ip_address': '172.28.3.82', 'floating_network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'router_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'port_id': 'b91b0ca8-ca7e-453c-b258-08e525046635', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'mac_address': 'fa:16:3e:60:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c160a1-1959-4075-b3ef-b1907c734527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:32:43Z', 'updated_at': '2021-06-21T04:32:57Z', 'revision_number': 1, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4aea09c-8dfa-46b7-b29c-42249f03e099', 'name': '', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'mac_address': 'fa:16:3e:69:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b063768-9c1b-46e1-8850-d03763645351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:48Z', 'updated_at': '2021-06-21T04:29:09Z', 'revision_number': 5, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'subnets': [{'id': '0b063768-9c1b-46e1-8850-d03763645351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:00.748347 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99093cab-332f-49dd-bc72-6bbc7846dd6e None None] The sync data for ids ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'] in dv-cinder-797170-3-smb is: [{'id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'name': 'tempest-AttachVolumeShelveTestJSON-938866125-router', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:52Z', 'revision_number': 4, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'gw_port': {'id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_floatingips': [{'id': '0178e8cd-bca8-4fb0-86ad-9de5363d6813', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'floating_ip_address': '172.28.3.82', 'floating_network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'router_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'port_id': 'b91b0ca8-ca7e-453c-b258-08e525046635', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'mac_address': 'fa:16:3e:60:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c160a1-1959-4075-b3ef-b1907c734527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:32:43Z', 'updated_at': '2021-06-21T04:32:57Z', 'revision_number': 1, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4aea09c-8dfa-46b7-b29c-42249f03e099', 'name': '', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'mac_address': 'fa:16:3e:69:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b063768-9c1b-46e1-8850-d03763645351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:48Z', 'updated_at': '2021-06-21T04:29:09Z', 'revision_number': 5, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'subnets': [{'id': '0b063768-9c1b-46e1-8850-d03763645351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:33:00.779339 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-33978fd6-4d52-4ee0-895c-944e5709e734 req-4ce6bb33-12ac-4f88-87dc-3b325a1783df tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=769fc6b0-1ca6-44e1-bd44-7e8745feab20 HTTP/1.1" status: 200 len: 210 time: 0.0635252 Jun 21 04:33:00.864705 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-7a43dda4-3fb5-4dc0-9e26-fb754591e3b9 req-3ffd9863-7645-4541-8925-6b410edf18e3 service neutron] 10.222.0.61 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455750 Jun 21 04:33:01.011429 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-7a43dda4-3fb5-4dc0-9e26-fb754591e3b9 req-e1f2e6b0-9106-4c5c-9f7b-409701ceef5e service neutron] 10.222.0.61 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378913 Jun 21 04:33:01.073703 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1bec57-10ae-427f-87dc-981c4edabc8f None None] New status for floating IP 0178e8cd-bca8-4fb0-86ad-9de5363d6813: ACTIVE {{(pid=92746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:33:01.709605 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:33:02.083609 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-a326b0c8-246c-48bb-b769-09bdfcf3e878 req-fe30cf82-9381-4f6f-b136-97f6d4b1f9e8 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=769fc6b0-1ca6-44e1-bd44-7e8745feab20 HTTP/1.1" status: 200 len: 210 time: 0.0394220 Jun 21 04:33:02.368414 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4689770-df70-4873-80a9-0c6a34712e41 req-d4952479-d88c-499c-a592-a35c7bed4342 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:02.370319 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f4689770-df70-4873-80a9-0c6a34712e41 req-d4952479-d88c-499c-a592-a35c7bed4342 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.61 "GET /v2.0/networks?id=eacf42c2-00ce-42e3-89dd-853a4c6fa08a HTTP/1.1" status: 200 len: 811 time: 0.1298990 Jun 21 04:33:02.449496 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f4689770-df70-4873-80a9-0c6a34712e41 req-9108f095-d795-4d4f-8ddf-e2e58f861a00 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98ac6444112049ffbeb07ee05d60964f HTTP/1.1" status: 200 len: 379 time: 0.0645285 Jun 21 04:33:02.461461 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [req-f4689770-df70-4873-80a9-0c6a34712e41 req-7362b8c4-9a70-42a0-9ecc-5be2260346f0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Request body: {'port': {'device_id': '769fc6b0-1ca6-44e1-bd44-7e8745feab20', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'admin_state_up': True, 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'security_groups': ['7479a02e-621b-4482-ab92-f33aca7a3bc3']}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:02.600180 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4689770-df70-4873-80a9-0c6a34712e41 req-7362b8c4-9a70-42a0-9ecc-5be2260346f0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Made reservation on behalf of 98ac6444112049ffbeb07ee05d60964f for: {'port': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:33:02.603866 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-f4689770-df70-4873-80a9-0c6a34712e41 req-7362b8c4-9a70-42a0-9ecc-5be2260346f0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:02.749036 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_common [req-f4689770-df70-4873-80a9-0c6a34712e41 req-7362b8c4-9a70-42a0-9ecc-5be2260346f0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Allocated IP 172.20.0.10 (eacf42c2-00ce-42e3-89dd-853a4c6fa08a/5ed4de96-1760-4ad9-bdcc-bd30812b5a13/ed81d0b7-d976-4c22-a344-0fa833a4e888) {{(pid=92743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:33:02.901730 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-f4689770-df70-4873-80a9-0c6a34712e41 req-7362b8c4-9a70-42a0-9ecc-5be2260346f0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for port, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:02.917983 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.provisioning_blocks [req-f4689770-df70-4873-80a9-0c6a34712e41 req-7362b8c4-9a70-42a0-9ecc-5be2260346f0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Transition to ACTIVE for port object ed81d0b7-d976-4c22-a344-0fa833a4e888 will not be triggered until provisioned by entity DHCP. {{(pid=92743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:02.956764 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-f4689770-df70-4873-80a9-0c6a34712e41 req-7362b8c4-9a70-42a0-9ecc-5be2260346f0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60629742'] for port, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:02.961538 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-72adf27f-8956-490d-864b-5bb83e4dc2d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:03.011250 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4689770-df70-4873-80a9-0c6a34712e41 req-7362b8c4-9a70-42a0-9ecc-5be2260346f0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Network eacf42c2-00ce-42e3-89dd-853a4c6fa08a is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:33:03.019113 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [req-f4689770-df70-4873-80a9-0c6a34712e41 req-7362b8c4-9a70-42a0-9ecc-5be2260346f0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:03.025322 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4689770-df70-4873-80a9-0c6a34712e41 req-7362b8c4-9a70-42a0-9ecc-5be2260346f0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Received port after_create {{(pid=92743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:33:03.065195 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362b8c4-9a70-42a0-9ecc-5be2260346f0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Pushing event updated for resources: {'Port': ['ID=ed81d0b7-d976-4c22-a344-0fa833a4e888,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:03.086374 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-7362b8c4-9a70-42a0-9ecc-5be2260346f0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:03.139361 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4689770-df70-4873-80a9-0c6a34712e41 req-7362b8c4-9a70-42a0-9ecc-5be2260346f0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:03.140461 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-f4689770-df70-4873-80a9-0c6a34712e41 req-7362b8c4-9a70-42a0-9ecc-5be2260346f0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:03.173628 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f4689770-df70-4873-80a9-0c6a34712e41 req-7362b8c4-9a70-42a0-9ecc-5be2260346f0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7164013 Jun 21 04:33:03.201839 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [req-f4689770-df70-4873-80a9-0c6a34712e41 req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] Request body: {'port': {'device_id': '769fc6b0-1ca6-44e1-bd44-7e8745feab20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:03.439017 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-c4d6320d-72ed-4649-b757-ba211e7e0706 None None] Provisioning for port ed81d0b7-d976-4c22-a344-0fa833a4e888 completed by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:03.446311 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-c4d6320d-72ed-4649-b757-ba211e7e0706 None None] Provisioning complete for port ed81d0b7-d976-4c22-a344-0fa833a4e888 triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:03.447461 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c4d6320d-72ed-4649-b757-ba211e7e0706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:03.448693 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-f4689770-df70-4873-80a9-0c6a34712e41 req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:03.512897 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-c4d6320d-72ed-4649-b757-ba211e7e0706 None None] Port ed81d0b7-d976-4c22-a344-0fa833a4e888 cannot update to ACTIVE because it is not bound. {{(pid=92745) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:33:03.556549 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f473bc-7952-4003-a8b7-376077590317 req-b492b187-6322-4733-8e94-8ea9c32a04e8 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:03.558127 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-66f473bc-7952-4003-a8b7-376077590317 req-b492b187-6322-4733-8e94-8ea9c32a04e8 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=769fc6b0-1ca6-44e1-bd44-7e8745feab20 HTTP/1.1" status: 200 len: 932 time: 0.1811285 Jun 21 04:33:03.679290 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-66f473bc-7952-4003-a8b7-376077590317 req-79db43e7-37f7-4c63-82a8-69e9615413db tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=7479a02e-621b-4482-ab92-f33aca7a3bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686650 Jun 21 04:33:03.831874 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.notifiers.nova [req-f4689770-df70-4873-80a9-0c6a34712e41 req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed81d0b7-d976-4c22-a344-0fa833a4e888 {{(pid=92743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:33:03.840004 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-f4689770-df70-4873-80a9-0c6a34712e41 req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:03.859040 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.provisioning_blocks [req-f4689770-df70-4873-80a9-0c6a34712e41 req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] Transition to ACTIVE for port object ed81d0b7-d976-4c22-a344-0fa833a4e888 will not be triggered until provisioned by entity L2. {{(pid=92743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:03.865040 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-f4689770-df70-4873-80a9-0c6a34712e41 req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629720'] for port, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:03.870217 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-7d6de4b8-3305-4012-ab77-ac94e077f4fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:04.026645 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] Pushing event updated for resources: {'Port': ['ID=ed81d0b7-d976-4c22-a344-0fa833a4e888,revision_number=2']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:04.066163 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:04.149621 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.managers [req-f4689770-df70-4873-80a9-0c6a34712e41 req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] Attempting to bind port ed81d0b7-d976-4c22-a344-0fa833a4e888 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:33:04.150740 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.managers [req-f4689770-df70-4873-80a9-0c6a34712e41 req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] Attempting to bind port ed81d0b7-d976-4c22-a344-0fa833a4e888 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '50fb9846-5f25-4e5f-8fbf-a7a96f258e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a'}] {{(pid=92743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:33:04.150932 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4689770-df70-4873-80a9-0c6a34712e41 req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] Attempting to bind port ed81d0b7-d976-4c22-a344-0fa833a4e888 on network eacf42c2-00ce-42e3-89dd-853a4c6fa08a {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:33:04.160905 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4689770-df70-4873-80a9-0c6a34712e41 req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] Port ed81d0b7-d976-4c22-a344-0fa833a4e888 on network eacf42c2-00ce-42e3-89dd-853a4c6fa08a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:33:04.161520 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4689770-df70-4873-80a9-0c6a34712e41 req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] Attempting to bind port ed81d0b7-d976-4c22-a344-0fa833a4e888 on network eacf42c2-00ce-42e3-89dd-853a4c6fa08a {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:33:04.172478 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4689770-df70-4873-80a9-0c6a34712e41 req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] Checking agent: {'id': '96b302db-cc9c-42f9-932f-b12d5511dc88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'started_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:33:04.173611 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4689770-df70-4873-80a9-0c6a34712e41 req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] Checking segment: {'id': '50fb9846-5f25-4e5f-8fbf-a7a96f258e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:33:04.176027 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4689770-df70-4873-80a9-0c6a34712e41 req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] Bound using segment: {'id': '50fb9846-5f25-4e5f-8fbf-a7a96f258e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a'} {{(pid=92743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:33:04.177268 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.managers [req-f4689770-df70-4873-80a9-0c6a34712e41 req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] Bound port: ed81d0b7-d976-4c22-a344-0fa833a4e888, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50fb9846-5f25-4e5f-8fbf-a7a96f258e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a'}}] {{(pid=92743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:33:04.178254 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-f4689770-df70-4873-80a9-0c6a34712e41 req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:04.325206 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [req-f4689770-df70-4873-80a9-0c6a34712e41 req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] For port ed81d0b7-d976-4c22-a344-0fa833a4e888, host hv-cinder-79717, cleared binding levels {{(pid=92743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:33:04.330127 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [req-f4689770-df70-4873-80a9-0c6a34712e41 req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] For port ed81d0b7-d976-4c22-a344-0fa833a4e888, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ed81d0b7-d976-4c22-a344-0fa833a4e888,segment=NetworkSegment(50fb9846-5f25-4e5f-8fbf-a7a96f258e08),segment_id=50fb9846-5f25-4e5f-8fbf-a7a96f258e08)] {{(pid=92743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:33:04.337454 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-f4689770-df70-4873-80a9-0c6a34712e41 req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629720'] for port, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:04.342474 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:04.384708 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4689770-df70-4873-80a9-0c6a34712e41 req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:04.385617 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-f4689770-df70-4873-80a9-0c6a34712e41 req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:04.387801 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f4689770-df70-4873-80a9-0c6a34712e41 req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] 10.222.0.61 "PUT /v2.0/ports/ed81d0b7-d976-4c22-a344-0fa833a4e888 HTTP/1.1" status: 200 len: 1094 time: 1.1956539 Jun 21 04:33:04.388496 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769fc6b0-1ca6-44e1-bd44-7e8745feab20', 'tag': 'ed81d0b7-d976-4c22-a344-0fa833a4e888'}] {{(pid=92743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:04.391051 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f341443fd223dcfc934d9995c5c4b990c7400f9cb91ffc9321324360bae7ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11c4a86-321c-4bc4-9327-13383a52e629" -d '{"events": [{"name": "network-changed", "server_uuid": "769fc6b0-1ca6-44e1-bd44-7e8745feab20", "tag": "ed81d0b7-d976-4c22-a344-0fa833a4e888"}]}' {{(pid=92743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:04.451287 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5d7701-6350-4817-9e2e-10691f1b0838 x-openstack-request-id: req-cb5d7701-6350-4817-9e2e-10691f1b0838 {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:04.451873 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "769fc6b0-1ca6-44e1-bd44-7e8745feab20", "tag": "ed81d0b7-d976-4c22-a344-0fa833a4e888", "status": "completed", "code": 200}]} {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:04.452425 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cb5d7701-6350-4817-9e2e-10691f1b0838 {{(pid=92743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:04.453179 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769fc6b0-1ca6-44e1-bd44-7e8745feab20', 'tag': 'ed81d0b7-d976-4c22-a344-0fa833a4e888', 'status': 'completed', 'code': 200} Jun 21 04:33:04.458963 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] Pushing event updated for resources: {'Port': ['ID=ed81d0b7-d976-4c22-a344-0fa833a4e888,revision_number=3']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:04.466525 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:04.566116 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4689770-df70-4873-80a9-0c6a34712e41 req-40294849-f177-4d62-a5a9-29a1997594bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:04.568808 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f4689770-df70-4873-80a9-0c6a34712e41 req-40294849-f177-4d62-a5a9-29a1997594bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=98ac6444112049ffbeb07ee05d60964f&device_id=769fc6b0-1ca6-44e1-bd44-7e8745feab20 HTTP/1.1" status: 200 len: 1097 time: 0.1043043 Jun 21 04:33:04.661531 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f4689770-df70-4873-80a9-0c6a34712e41 req-91b48fc3-8632-4171-85b9-3b87e6dd4f34 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed81d0b7-d976-4c22-a344-0fa833a4e888 HTTP/1.1" status: 200 len: 217 time: 0.0837796 Jun 21 04:33:04.731238 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4689770-df70-4873-80a9-0c6a34712e41 req-c9d4f8ab-ddbf-4c01-942c-70cd0c466b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:04.733664 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f4689770-df70-4873-80a9-0c6a34712e41 req-c9d4f8ab-ddbf-4c01-942c-70cd0c466b18 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ed4de96-1760-4ad9-bdcc-bd30812b5a13 HTTP/1.1" status: 200 len: 850 time: 0.0612288 Jun 21 04:33:04.820405 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4689770-df70-4873-80a9-0c6a34712e41 req-e0f13ecf-9373-48aa-bf39-4b90e009990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:04.822226 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f4689770-df70-4873-80a9-0c6a34712e41 req-e0f13ecf-9373-48aa-bf39-4b90e009990e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eacf42c2-00ce-42e3-89dd-853a4c6fa08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724239 Jun 21 04:33:04.911086 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e02090-1967-417c-9d75-700e68f416d8 req-265a67a8-80f2-42d1-af32-9408201cd638 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:04.912819 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-32e02090-1967-417c-9d75-700e68f416d8 req-265a67a8-80f2-42d1-af32-9408201cd638 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=769fc6b0-1ca6-44e1-bd44-7e8745feab20 HTTP/1.1" status: 200 len: 944 time: 0.0926688 Jun 21 04:33:04.954720 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f4689770-df70-4873-80a9-0c6a34712e41 req-27da196c-bd60-480a-99db-78402fa28af0 service neutron] 10.222.0.61 "GET /v2.0/networks/eacf42c2-00ce-42e3-89dd-853a4c6fa08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236918 Jun 21 04:33:04.968890 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-32e02090-1967-417c-9d75-700e68f416d8 req-3946f20d-e0f3-4dff-9e24-1dc2e2a98a16 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=7479a02e-621b-4482-ab92-f33aca7a3bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487895 Jun 21 04:33:05.094471 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f4689770-df70-4873-80a9-0c6a34712e41 req-7bc5be5b-8bf0-435d-87bb-174f8a07aa76 service neutron] 10.222.0.61 "GET /v2.0/networks/eacf42c2-00ce-42e3-89dd-853a4c6fa08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320453 Jun 21 04:33:05.213627 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c4a86-321c-4bc4-9327-13383a52e629 req-8e769b98-4392-48ce-84d2-d5ad6b587223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:05.215396 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b11c4a86-321c-4bc4-9327-13383a52e629 req-8e769b98-4392-48ce-84d2-d5ad6b587223 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=98ac6444112049ffbeb07ee05d60964f&device_id=769fc6b0-1ca6-44e1-bd44-7e8745feab20 HTTP/1.1" status: 200 len: 1097 time: 0.0615385 Jun 21 04:33:05.332207 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c4a86-321c-4bc4-9327-13383a52e629 req-f625acf7-46a0-467c-8e36-7dd111d9bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:05.334969 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b11c4a86-321c-4bc4-9327-13383a52e629 req-f625acf7-46a0-467c-8e36-7dd111d9bf51 service neutron] 10.222.0.61 "GET /v2.0/networks?id=eacf42c2-00ce-42e3-89dd-853a4c6fa08a HTTP/1.1" status: 200 len: 912 time: 0.1125298 Jun 21 04:33:05.411178 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b11c4a86-321c-4bc4-9327-13383a52e629 req-0371dfcd-7d0b-4f3e-a4f5-52f7910be328 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed81d0b7-d976-4c22-a344-0fa833a4e888 HTTP/1.1" status: 200 len: 217 time: 0.0683632 Jun 21 04:33:05.470802 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c4a86-321c-4bc4-9327-13383a52e629 req-502b1b61-e5e3-47aa-8c54-5b118656d7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:05.472257 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b11c4a86-321c-4bc4-9327-13383a52e629 req-502b1b61-e5e3-47aa-8c54-5b118656d7e6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ed4de96-1760-4ad9-bdcc-bd30812b5a13 HTTP/1.1" status: 200 len: 850 time: 0.0482118 Jun 21 04:33:05.535481 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c4a86-321c-4bc4-9327-13383a52e629 req-c3976aec-587c-4526-9154-d07142a45e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:05.537046 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b11c4a86-321c-4bc4-9327-13383a52e629 req-c3976aec-587c-4526-9154-d07142a45e94 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eacf42c2-00ce-42e3-89dd-853a4c6fa08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0554338 Jun 21 04:33:05.640925 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b11c4a86-321c-4bc4-9327-13383a52e629 req-f665c780-0305-4223-b887-f61e2352682a service neutron] 10.222.0.61 "GET /v2.0/networks/eacf42c2-00ce-42e3-89dd-853a4c6fa08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932233 Jun 21 04:33:05.769078 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b11c4a86-321c-4bc4-9327-13383a52e629 req-ba7d2708-7423-4890-9395-70df1da479a6 service neutron] 10.222.0.61 "GET /v2.0/networks/eacf42c2-00ce-42e3-89dd-853a4c6fa08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204395 Jun 21 04:33:06.260074 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059656aa-ff74-48a3-af60-7ca796540056 req-a5d11545-db20-4395-889e-a2d22caada91 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:06.261983 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-059656aa-ff74-48a3-af60-7ca796540056 req-a5d11545-db20-4395-889e-a2d22caada91 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=769fc6b0-1ca6-44e1-bd44-7e8745feab20 HTTP/1.1" status: 200 len: 944 time: 0.0754731 Jun 21 04:33:06.313688 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-059656aa-ff74-48a3-af60-7ca796540056 req-f8b2be42-3b1a-4730-ae8f-45d065eb8a89 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=7479a02e-621b-4482-ab92-f33aca7a3bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414414 Jun 21 04:33:07.368470 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 55488) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:07.492231 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e0bc1e19-092c-433a-b025-905f4577253f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:07.550377 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b2637-dfe4-4ebf-a16c-013fb68a7a18 req-8435e56e-9724-46ed-b592-13e04eb29bc5 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:07.553032 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-4a5b2637-dfe4-4ebf-a16c-013fb68a7a18 req-8435e56e-9724-46ed-b592-13e04eb29bc5 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=769fc6b0-1ca6-44e1-bd44-7e8745feab20 HTTP/1.1" status: 200 len: 944 time: 0.1207721 Jun 21 04:33:07.623352 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e0bc1e19-092c-433a-b025-905f4577253f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:07.627690 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-4a5b2637-dfe4-4ebf-a16c-013fb68a7a18 req-43ff374a-b6b7-42ba-bd62-f52078bc69b3 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=7479a02e-621b-4482-ab92-f33aca7a3bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642374 Jun 21 04:33:07.629231 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e0bc1e19-092c-433a-b025-905f4577253f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:07.636260 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-17e4f54d-7f69-4ba8-8a85-fe3965231e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:07.695345 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-e0bc1e19-092c-433a-b025-905f4577253f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=34c27a88dac748d09863fa2cdc6ebbc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252730 Jun 21 04:33:07.696420 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc1e19-092c-433a-b025-905f4577253f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc794fce-1dbb-4c66-a4d3-d0284aa0ea5e,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:07.698775 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 55494) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:07.700148 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e0bc1e19-092c-433a-b025-905f4577253f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:07.767055 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-95ce284a-ae6d-4b9c-b6af-043087a2b64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:07.791871 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-95ce284a-ae6d-4b9c-b6af-043087a2b64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:07.854849 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-95ce284a-ae6d-4b9c-b6af-043087a2b64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:07.860530 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-95ce284a-ae6d-4b9c-b6af-043087a2b64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:07.865731 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-95ce284a-ae6d-4b9c-b6af-043087a2b64f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cc794fce-1dbb-4c66-a4d3-d0284aa0ea5e HTTP/1.1" status: 204 len: 168 time: 0.1621058 Jun 21 04:33:07.865731 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-ee1cacdc-746a-4981-a34a-7d08da042f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:07.878146 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce284a-ae6d-4b9c-b6af-043087a2b64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc794fce-1dbb-4c66-a4d3-d0284aa0ea5e,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:07.881982 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-95ce284a-ae6d-4b9c-b6af-043087a2b64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:07.961307 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device ed81d0b7-d976-4c22-a344-0fa833a4e888 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92745) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:33:08.091488 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port ed81d0b7-d976-4c22-a344-0fa833a4e888, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ed81d0b7-d976-4c22-a344-0fa833a4e888,segment=NetworkSegment(50fb9846-5f25-4e5f-8fbf-a7a96f258e08),segment_id=50fb9846-5f25-4e5f-8fbf-a7a96f258e08)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:08.108559 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Returning: {'device': 'ed81d0b7-d976-4c22-a344-0fa833a4e888', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'port_id': 'ed81d0b7-d976-4c22-a344-0fa833a4e888', 'mac_address': 'fa:16:3e:c3:26:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92745) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:33:08.157088 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.185316 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed81d0b7-d976-4c22-a344-0fa833a4e888 {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:33:08.213372 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port ed81d0b7-d976-4c22-a344-0fa833a4e888, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ed81d0b7-d976-4c22-a344-0fa833a4e888,segment=NetworkSegment(50fb9846-5f25-4e5f-8fbf-a7a96f258e08),segment_id=50fb9846-5f25-4e5f-8fbf-a7a96f258e08)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:08.219229 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.221455 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:08.242612 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 55512) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:08.262600 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9c643a86-db3b-4e14-96f9-7af031d33ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.298934 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=ed81d0b7-d976-4c22-a344-0fa833a4e888,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:08.304174 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:08.397451 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9c643a86-db3b-4e14-96f9-7af031d33ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.402492 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9c643a86-db3b-4e14-96f9-7af031d33ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.405598 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-5c0026b5-67db-409c-b95d-10309716a7af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:08.443670 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c643a86-db3b-4e14-96f9-7af031d33ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5eadfaf-92d8-4b02-9eba-227d33741671,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:08.447967 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-9c643a86-db3b-4e14-96f9-7af031d33ff5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f72ddd1a93e944859144a4d2036c04c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2031968 Jun 21 04:33:08.448947 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-9c643a86-db3b-4e14-96f9-7af031d33ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:08.452195 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 55514) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:08.479774 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['ed81d0b7-d976-4c22-a344-0fa833a4e888'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:33:08.537926 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-137e9b71-9a35-469d-98e4-6a9c2f7b7cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.574995 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-137e9b71-9a35-469d-98e4-6a9c2f7b7cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.661434 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-137e9b71-9a35-469d-98e4-6a9c2f7b7cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.664939 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-137e9b71-9a35-469d-98e4-6a9c2f7b7cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.666329 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-137e9b71-9a35-469d-98e4-6a9c2f7b7cd2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c5eadfaf-92d8-4b02-9eba-227d33741671 HTTP/1.1" status: 204 len: 168 time: 0.2128894 Jun 21 04:33:08.667322 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-9c643a86-db3b-4e14-96f9-7af031d33ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:08.693842 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e9b71-9a35-469d-98e4-6a9c2f7b7cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5eadfaf-92d8-4b02-9eba-227d33741671,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:08.697248 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-137e9b71-9a35-469d-98e4-6a9c2f7b7cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:08.977097 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e698b-15ee-43c0-9d01-49f9aee9d30a req-f9b857a6-4fdb-4c0f-80e0-0af5764b9460 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:08.979686 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3e1e698b-15ee-43c0-9d01-49f9aee9d30a req-f9b857a6-4fdb-4c0f-80e0-0af5764b9460 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=769fc6b0-1ca6-44e1-bd44-7e8745feab20 HTTP/1.1" status: 200 len: 945 time: 0.0983233 Jun 21 04:33:09.029371 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3e1e698b-15ee-43c0-9d01-49f9aee9d30a req-682ca954-cbb5-4095-9321-e6b32eecd9ab tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=7479a02e-621b-4482-ab92-f33aca7a3bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439081 Jun 21 04:33:09.779297 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d61dc-7e2b-46bf-b96d-313b0cea7878 req-fe06ee69-14d8-4572-979e-9080bb0feab9 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:09.781457 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-448d61dc-7e2b-46bf-b96d-313b0cea7878 req-fe06ee69-14d8-4572-979e-9080bb0feab9 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=11eef9e2-94d8-44a6-8367-f8fe520bc130 HTTP/1.1" status: 200 len: 946 time: 0.1017442 Jun 21 04:33:09.837966 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-448d61dc-7e2b-46bf-b96d-313b0cea7878 req-2c461b00-9619-41ea-90fb-040976ea0037 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492234 Jun 21 04:33:10.001813 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device ed81d0b7-d976-4c22-a344-0fa833a4e888 up at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:33:10.070446 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning for port ed81d0b7-d976-4c22-a344-0fa833a4e888 completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:10.078064 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning complete for port ed81d0b7-d976-4c22-a344-0fa833a4e888 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:10.078064 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:10.171881 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:10.200174 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769fc6b0-1ca6-44e1-bd44-7e8745feab20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed81d0b7-d976-4c22-a344-0fa833a4e888'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:10.202804 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d61bc1-c9a7-4812-b6c0-f4af033f7c82" -d '{"events": [{"server_uuid": "769fc6b0-1ca6-44e1-bd44-7e8745feab20", "name": "network-vif-plugged", "status": "completed", "tag": "ed81d0b7-d976-4c22-a344-0fa833a4e888"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:10.221966 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port ed81d0b7-d976-4c22-a344-0fa833a4e888, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ed81d0b7-d976-4c22-a344-0fa833a4e888,segment=NetworkSegment(50fb9846-5f25-4e5f-8fbf-a7a96f258e08),segment_id=50fb9846-5f25-4e5f-8fbf-a7a96f258e08)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:10.230549 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:10.235912 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:10.313088 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f41b27-1ef0-44a3-bd93-2d7d30651392 x-openstack-request-id: req-23f41b27-1ef0-44a3-bd93-2d7d30651392 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:10.313694 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769fc6b0-1ca6-44e1-bd44-7e8745feab20", "name": "network-vif-plugged", "status": "completed", "tag": "ed81d0b7-d976-4c22-a344-0fa833a4e888", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:10.314195 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-23f41b27-1ef0-44a3-bd93-2d7d30651392 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:10.314911 dv-cinder-797170-3-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769fc6b0-1ca6-44e1-bd44-7e8745feab20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed81d0b7-d976-4c22-a344-0fa833a4e888', 'code': 200} Jun 21 04:33:10.354888 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=ed81d0b7-d976-4c22-a344-0fa833a4e888,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:10.361614 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:10.379689 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398c497-783e-41ee-91b8-ea5716684ad6 req-f25208f4-4124-4878-b905-209ae8523811 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:10.382292 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9398c497-783e-41ee-91b8-ea5716684ad6 req-f25208f4-4124-4878-b905-209ae8523811 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=769fc6b0-1ca6-44e1-bd44-7e8745feab20 HTTP/1.1" status: 200 len: 946 time: 0.1361988 Jun 21 04:33:10.444167 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9398c497-783e-41ee-91b8-ea5716684ad6 req-fd604cd1-ad8c-4dbf-bd10-4c49162eb45c tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=7479a02e-621b-4482-ab92-f33aca7a3bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502746 Jun 21 04:33:10.572478 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07e7ad-1685-4468-9c38-7812db22d895 req-decdf1c4-799d-4833-9395-e26205f7f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:10.575276 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ab07e7ad-1685-4468-9c38-7812db22d895 req-decdf1c4-799d-4833-9395-e26205f7f634 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=769fc6b0-1ca6-44e1-bd44-7e8745feab20 HTTP/1.1" status: 200 len: 1099 time: 0.0714242 Jun 21 04:33:10.630001 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ab07e7ad-1685-4468-9c38-7812db22d895 req-c061566e-c727-439d-8c61-f10d49cbe21c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7479a02e-621b-4482-ab92-f33aca7a3bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425048 Jun 21 04:33:11.095237 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421445b-1177-41df-87ac-a779d042a165 req-16f92637-2230-4ce5-8b10-ecaed98ab269 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:11.097418 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f421445b-1177-41df-87ac-a779d042a165 req-16f92637-2230-4ce5-8b10-ecaed98ab269 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=11eef9e2-94d8-44a6-8367-f8fe520bc130 HTTP/1.1" status: 200 len: 946 time: 0.1211219 Jun 21 04:33:11.142709 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f421445b-1177-41df-87ac-a779d042a165 req-d8b8f142-5f20-464d-8831-9165840ccc8c tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383000 Jun 21 04:33:11.667237 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb6414-38f3-43d8-972c-2fa099c7fbd4 req-66c53cb7-fb79-42bc-ac65-55881d7bed84 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:11.668822 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d2bb6414-38f3-43d8-972c-2fa099c7fbd4 req-66c53cb7-fb79-42bc-ac65-55881d7bed84 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=769fc6b0-1ca6-44e1-bd44-7e8745feab20 HTTP/1.1" status: 200 len: 946 time: 0.0784345 Jun 21 04:33:11.721714 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d2bb6414-38f3-43d8-972c-2fa099c7fbd4 req-843606a4-871d-4318-868f-7aabf1fe7402 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=7479a02e-621b-4482-ab92-f33aca7a3bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456471 Jun 21 04:33:12.371104 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da11573-6631-4e75-8558-85222b2360ac req-6d8b047e-e964-48a4-8e6f-dc6ceb3e8589 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:12.372389 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-1da11573-6631-4e75-8558-85222b2360ac req-6d8b047e-e964-48a4-8e6f-dc6ceb3e8589 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=11eef9e2-94d8-44a6-8367-f8fe520bc130 HTTP/1.1" status: 200 len: 946 time: 0.0940511 Jun 21 04:33:12.424623 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-1da11573-6631-4e75-8558-85222b2360ac req-422ab7ea-f5de-4334-a179-0223e3221ad8 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453169 Jun 21 04:33:13.209776 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd2dac-0f27-43eb-9df4-d5e013c878f4 req-3d81d7bf-49a2-4267-8c6f-9f9a523a0cec tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:13.211370 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-e3dd2dac-0f27-43eb-9df4-d5e013c878f4 req-3d81d7bf-49a2-4267-8c6f-9f9a523a0cec tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=769fc6b0-1ca6-44e1-bd44-7e8745feab20 HTTP/1.1" status: 200 len: 946 time: 0.3333554 Jun 21 04:33:13.258564 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-e3dd2dac-0f27-43eb-9df4-d5e013c878f4 req-42bce4b9-4554-4084-a7c5-bd5971f62eb1 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=7479a02e-621b-4482-ab92-f33aca7a3bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365524 Jun 21 04:33:13.475787 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3f214-0f88-473d-bc9f-6062775f07c2 req-1a1f0003-8b57-4136-aef5-8682b721303d tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:13.482178 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-43c3f214-0f88-473d-bc9f-6062775f07c2 req-1a1f0003-8b57-4136-aef5-8682b721303d tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=769fc6b0-1ca6-44e1-bd44-7e8745feab20 HTTP/1.1" status: 200 len: 946 time: 0.1054902 Jun 21 04:33:13.496367 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 55620) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:13.501891 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-76deef73-5cb3-4a1d-8d52-a667ee4659e9 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Request body: {'floatingip': {'port_id': 'ed81d0b7-d976-4c22-a344-0fa833a4e888'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:13.549117 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-76deef73-5cb3-4a1d-8d52-a667ee4659e9 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for floatingip, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:13.832917 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb197077-01be-4470-adbb-54100deb2999 req-2fa9658c-d6e6-4054-9b51-2bd1a7e93f8b tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:13.834518 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-fb197077-01be-4470-adbb-54100deb2999 req-2fa9658c-d6e6-4054-9b51-2bd1a7e93f8b tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=11eef9e2-94d8-44a6-8367-f8fe520bc130 HTTP/1.1" status: 200 len: 946 time: 0.2181096 Jun 21 04:33:13.929491 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-fb197077-01be-4470-adbb-54100deb2999 req-e652ea0b-23d1-4157-85c0-5d5bb10fc4f1 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610297 Jun 21 04:33:14.217964 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-76deef73-5cb3-4a1d-8d52-a667ee4659e9 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.222616 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-76deef73-5cb3-4a1d-8d52-a667ee4659e9 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515504'] for floatingip, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.255211 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 55634) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:14.338603 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.db.l3_db [None req-76deef73-5cb3-4a1d-8d52-a667ee4659e9 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Floating IP 20b20482-2715-42ba-86a9-9c1e9eddc410 associated. External IP: 172.28.3.31, port: ed81d0b7-d976-4c22-a344-0fa833a4e888. Jun 21 04:33:14.425834 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-2a7400cf-113e-449b-85d5-b767a6e38a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.554921 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-2a7400cf-113e-449b-85d5-b767a6e38a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.560452 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-2a7400cf-113e-449b-85d5-b767a6e38a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.563626 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-e78a223f-ab14-4d8f-9e86-693b388956a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:14.605098 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-2a7400cf-113e-449b-85d5-b767a6e38a4a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=06f6988ecf8b4030a9d1b71a55649b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482032 Jun 21 04:33:14.606018 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7400cf-113e-449b-85d5-b767a6e38a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0cc310-9401-44d1-9129-d18da43fe220,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:14.609084 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 55642) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:14.637615 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-2a7400cf-113e-449b-85d5-b767a6e38a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:14.667519 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-ceb89d0f-2337-4273-bf15-3a197b995649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.668860 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76deef73-5cb3-4a1d-8d52-a667ee4659e9 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Router bf7e2b38-ccf0-41ba-94dc-ec404de7d99d has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:33:14.725664 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-ceb89d0f-2337-4273-bf15-3a197b995649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.788761 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76deef73-5cb3-4a1d-8d52-a667ee4659e9 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:33:14.794031 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-76deef73-5cb3-4a1d-8d52-a667ee4659e9 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for floatingip, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.801797 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052b8c6b-4df8-48d8-845a-32b955a96b52 None None] Sync routers for ids ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'] in dv-cinder-797170-3-smb {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:33:14.813852 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052b8c6b-4df8-48d8-845a-32b955a96b52 None None] Routers {'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:14.814523 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-052b8c6b-4df8-48d8-845a-32b955a96b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:32:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:14.881997 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cacb0-f24a-406a-80f7-40e0da217bf1 req-b941606d-1a4a-4cdc-b61a-8c67ff96ca5d tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:14.884603 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-1f4cacb0-f24a-406a-80f7-40e0da217bf1 req-b941606d-1a4a-4cdc-b61a-8c67ff96ca5d tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.61 "GET /v2.0/ports?device_id=11eef9e2-94d8-44a6-8367-f8fe520bc130 HTTP/1.1" status: 200 len: 946 time: 0.1815155 Jun 21 04:33:14.885198 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-76deef73-5cb3-4a1d-8d52-a667ee4659e9 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "PUT /v2.0/floatingips/20b20482-2715-42ba-86a9-9c1e9eddc410 HTTP/1.1" status: 200 len: 991 time: 1.3872349 Jun 21 04:33:14.886924 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769fc6b0-1ca6-44e1-bd44-7e8745feab20', 'tag': 'ed81d0b7-d976-4c22-a344-0fa833a4e888'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:14.887505 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-ceb89d0f-2337-4273-bf15-3a197b995649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.891251 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c9233d-29d3-4cd1-8f83-8675b82b86d4" -d '{"events": [{"name": "network-changed", "server_uuid": "769fc6b0-1ca6-44e1-bd44-7e8745feab20", "tag": "ed81d0b7-d976-4c22-a344-0fa833a4e888"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:14.891982 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-ceb89d0f-2337-4273-bf15-3a197b995649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.898523 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-ceb89d0f-2337-4273-bf15-3a197b995649 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4f0cc310-9401-44d1-9129-d18da43fe220 HTTP/1.1" status: 204 len: 168 time: 0.2881048 Jun 21 04:33:14.987425 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-2a7400cf-113e-449b-85d5-b767a6e38a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:15.000805 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb89d0f-2337-4273-bf15-3a197b995649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0cc310-9401-44d1-9129-d18da43fe220,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:15.001274 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9f9982-c493-485e-b524-e647872cf60f x-openstack-request-id: req-9c9f9982-c493-485e-b524-e647872cf60f {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:15.001871 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "769fc6b0-1ca6-44e1-bd44-7e8745feab20", "tag": "ed81d0b7-d976-4c22-a344-0fa833a4e888", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:15.002336 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9c9f9982-c493-485e-b524-e647872cf60f {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:15.003010 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769fc6b0-1ca6-44e1-bd44-7e8745feab20', 'tag': 'ed81d0b7-d976-4c22-a344-0fa833a4e888', 'status': 'completed', 'code': 200} Jun 21 04:33:15.008564 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-ceb89d0f-2337-4273-bf15-3a197b995649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:15.098533 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [req-1f4cacb0-f24a-406a-80f7-40e0da217bf1 req-59415d8c-47b7-4a12-a093-00196046009c tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Deleting port f64c91fa-334d-4527-a345-38647e93183b {{(pid=92743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:15.099096 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-1f4cacb0-f24a-406a-80f7-40e0da217bf1 req-59415d8c-47b7-4a12-a093-00196046009c tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.235731 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [req-1f4cacb0-f24a-406a-80f7-40e0da217bf1 req-59415d8c-47b7-4a12-a093-00196046009c tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] For port f64c91fa-334d-4527-a345-38647e93183b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f64c91fa-334d-4527-a345-38647e93183b,segment=NetworkSegment(e214e569-a241-45e6-8e6c-ff19aac45fc4),segment_id=e214e569-a241-45e6-8e6c-ff19aac45fc4)] {{(pid=92743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:15.236212 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-1f4cacb0-f24a-406a-80f7-40e0da217bf1 req-59415d8c-47b7-4a12-a093-00196046009c tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.251152 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9233d-29d3-4cd1-8f83-8675b82b86d4 req-2117b888-04d0-452a-b99e-39113b7a8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:15.253812 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-16c9233d-29d3-4cd1-8f83-8675b82b86d4 req-2117b888-04d0-452a-b99e-39113b7a8723 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=98ac6444112049ffbeb07ee05d60964f&device_id=769fc6b0-1ca6-44e1-bd44-7e8745feab20 HTTP/1.1" status: 200 len: 1099 time: 0.1857564 Jun 21 04:33:15.344561 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [req-1f4cacb0-f24a-406a-80f7-40e0da217bf1 req-59415d8c-47b7-4a12-a093-00196046009c tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Calling delete_port for f64c91fa-334d-4527-a345-38647e93183b owned by compute:nova {{(pid=92743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:15.388923 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-052b8c6b-4df8-48d8-845a-32b955a96b52 None None] Set router bf7e2b38-ccf0-41ba-94dc-ec404de7d99d gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:15.392727 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-9380ef8f-dc3f-46ba-878b-346954077dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.438120 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c997290-ba91-4bb2-9b94-f209f05c1af6 req-7d96c9e6-b1e1-4e87-835b-a3c1af70b830 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:15.439714 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0c997290-ba91-4bb2-9b94-f209f05c1af6 req-7d96c9e6-b1e1-4e87-835b-a3c1af70b830 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=11eef9e2-94d8-44a6-8367-f8fe520bc130 HTTP/1.1" status: 200 len: 946 time: 0.2002866 Jun 21 04:33:15.460140 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9233d-29d3-4cd1-8f83-8675b82b86d4 req-0fa27c78-4a2f-4815-88ce-4cd94ff641dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:15.465575 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-16c9233d-29d3-4cd1-8f83-8675b82b86d4 req-0fa27c78-4a2f-4815-88ce-4cd94ff641dd service neutron] 10.222.0.61 "GET /v2.0/networks?id=eacf42c2-00ce-42e3-89dd-853a4c6fa08a HTTP/1.1" status: 200 len: 912 time: 0.1977012 Jun 21 04:33:15.505569 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 55656) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:15.523595 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-5c567077-581f-4eee-9686-bfe0fbb64abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.534940 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0c997290-ba91-4bb2-9b94-f209f05c1af6 req-d45deb43-0546-4046-a494-ccda6d873cfb tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/security-groups?id=678e22f9-844f-47a2-8a13-e860ead718c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811117 Jun 21 04:33:15.594372 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-16c9233d-29d3-4cd1-8f83-8675b82b86d4 req-f2f47455-8408-498f-b3e8-b5a75d40e00a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed81d0b7-d976-4c22-a344-0fa833a4e888 HTTP/1.1" status: 200 len: 999 time: 0.1238103 Jun 21 04:33:15.632125 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-1f4cacb0-f24a-406a-80f7-40e0da217bf1 req-59415d8c-47b7-4a12-a093-00196046009c tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629729'] for port, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.641437 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-d54cc98b-7fb2-4ea2-9b5e-c0e5e343555d tempest-VolumesActionsTest-323861114 tempest-VolumesActionsTest-323861114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:15.663579 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['f64c91fa-334d-4527-a345-38647e93183b'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:33:15.671389 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9233d-29d3-4cd1-8f83-8675b82b86d4 req-b4141568-754c-407a-89f6-f2b06c4e36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:15.673173 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-16c9233d-29d3-4cd1-8f83-8675b82b86d4 req-b4141568-754c-407a-89f6-f2b06c4e36c7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ed4de96-1760-4ad9-bdcc-bd30812b5a13 HTTP/1.1" status: 200 len: 850 time: 0.0709953 Jun 21 04:33:15.678514 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59415d8c-47b7-4a12-a093-00196046009c tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Pushing event deleted for resources: {'Port': ['ID=f64c91fa-334d-4527-a345-38647e93183b,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:15.688077 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-59415d8c-47b7-4a12-a093-00196046009c tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:15.745885 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4cacb0-f24a-406a-80f7-40e0da217bf1 req-59415d8c-47b7-4a12-a093-00196046009c tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] No DVR routers for this DVR port f64c91fa-334d-4527-a345-38647e93183b on host hv-cinder-79717 {{(pid=92743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:33:15.749722 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-1f4cacb0-f24a-406a-80f7-40e0da217bf1 req-59415d8c-47b7-4a12-a093-00196046009c tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.751847 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-1f4cacb0-f24a-406a-80f7-40e0da217bf1 req-59415d8c-47b7-4a12-a093-00196046009c tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.61 "DELETE /v2.0/ports/f64c91fa-334d-4527-a345-38647e93183b HTTP/1.1" status: 204 len: 173 time: 0.8515847 Jun 21 04:33:15.752395 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11eef9e2-94d8-44a6-8367-f8fe520bc130', 'name': 'network-vif-deleted', 'tag': 'f64c91fa-334d-4527-a345-38647e93183b'}] {{(pid=92743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:15.754840 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f341443fd223dcfc934d9995c5c4b990c7400f9cb91ffc9321324360bae7ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0754c40c-9333-4dd0-acaa-a676a50856fe" -d '{"events": [{"server_uuid": "11eef9e2-94d8-44a6-8367-f8fe520bc130", "name": "network-vif-deleted", "tag": "f64c91fa-334d-4527-a345-38647e93183b"}]}' {{(pid=92743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:15.780759 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-5c567077-581f-4eee-9686-bfe0fbb64abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.787904 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-5c567077-581f-4eee-9686-bfe0fbb64abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.793371 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-68c3289b-7e83-40a9-86ab-c5761025e1ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:15.856906 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-5c567077-581f-4eee-9686-bfe0fbb64abd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0a23b7e837c74e60b3118818eba56cc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470938 Jun 21 04:33:15.857434 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 55662) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:15.857568 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9233d-29d3-4cd1-8f83-8675b82b86d4 req-6dd3e5bb-a833-4ce8-908b-3b9e5bd1b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:15.860747 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-16c9233d-29d3-4cd1-8f83-8675b82b86d4 req-6dd3e5bb-a833-4ce8-908b-3b9e5bd1b99a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eacf42c2-00ce-42e3-89dd-853a4c6fa08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1787882 Jun 21 04:33:15.865684 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869171cc-3d72-4c03-96c9-83df71e4f6e7 x-openstack-request-id: req-869171cc-3d72-4c03-96c9-83df71e4f6e7 {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:15.866022 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11eef9e2-94d8-44a6-8367-f8fe520bc130", "name": "network-vif-deleted", "tag": "f64c91fa-334d-4527-a345-38647e93183b", "status": "completed", "code": 200}]} {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:15.866316 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-869171cc-3d72-4c03-96c9-83df71e4f6e7 {{(pid=92743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:15.866803 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11eef9e2-94d8-44a6-8367-f8fe520bc130', 'name': 'network-vif-deleted', 'tag': 'f64c91fa-334d-4527-a345-38647e93183b', 'status': 'completed', 'code': 200} Jun 21 04:33:15.867575 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c567077-581f-4eee-9686-bfe0fbb64abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b19897d-4cc5-44df-98bd-dc040ddbd326,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:15.872212 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-5c567077-581f-4eee-9686-bfe0fbb64abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:15.937800 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d9d7f7ed-be81-4458-8df6-80a92801ba60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.969494 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d9d7f7ed-be81-4458-8df6-80a92801ba60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.972347 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-052b8c6b-4df8-48d8-845a-32b955a96b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'name': 'tempest-AttachVolumeTestJSON-1399362206-router', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:34Z', 'updated_at': '2021-06-21T04:28:47Z', 'revision_number': 4, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'gw_port': {'id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:36Z', 'updated_at': '2021-06-21T04:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_floatingips': [{'id': '20b20482-2715-42ba-86a9-9c1e9eddc410', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'floating_ip_address': '172.28.3.31', 'floating_network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'router_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'port_id': 'ed81d0b7-d976-4c22-a344-0fa833a4e888', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'mac_address': 'fa:16:3e:c3:26:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769fc6b0-1ca6-44e1-bd44-7e8745feab20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:32:58Z', 'updated_at': '2021-06-21T04:33:14Z', 'revision_number': 1, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4740ed74-9d3a-4fa5-b21b-5e89458c4a63', 'name': '', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'mac_address': 'fa:16:3e:e3:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:44Z', 'updated_at': '2021-06-21T04:29:03Z', 'revision_number': 5, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'subnets': [{'id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:16.047630 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052b8c6b-4df8-48d8-845a-32b955a96b52 None None] Checking router: bf7e2b38-ccf0-41ba-94dc-ec404de7d99d for host: dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:33:16.071212 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d9d7f7ed-be81-4458-8df6-80a92801ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.077400 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d9d7f7ed-be81-4458-8df6-80a92801ba60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.079050 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052b8c6b-4df8-48d8-845a-32b955a96b52 None None] Routers {'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:16.080159 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-052b8c6b-4df8-48d8-845a-32b955a96b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:32:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:16.080560 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-d9d7f7ed-be81-4458-8df6-80a92801ba60 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0b19897d-4cc5-44df-98bd-dc040ddbd326 HTTP/1.1" status: 204 len: 168 time: 0.2216465 Jun 21 04:33:16.082320 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-8219368d-1dcc-4acc-800f-5e318641f672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:16.098066 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7f7ed-be81-4458-8df6-80a92801ba60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b19897d-4cc5-44df-98bd-dc040ddbd326,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:16.111484 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-d9d7f7ed-be81-4458-8df6-80a92801ba60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:16.323075 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-052b8c6b-4df8-48d8-845a-32b955a96b52 None None] Set router bf7e2b38-ccf0-41ba-94dc-ec404de7d99d gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:16.413409 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-16c9233d-29d3-4cd1-8f83-8675b82b86d4 req-690d00b7-dc1d-4f71-b226-a47fcdcdbb50 service neutron] 10.222.0.61 "GET /v2.0/networks/eacf42c2-00ce-42e3-89dd-853a4c6fa08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371549 Jun 21 04:33:16.605584 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-16c9233d-29d3-4cd1-8f83-8675b82b86d4 req-14cb1f1b-368c-4c86-950e-7b598dcc1d3d service neutron] 10.222.0.61 "GET /v2.0/networks/eacf42c2-00ce-42e3-89dd-853a4c6fa08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783955 Jun 21 04:33:16.776689 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-052b8c6b-4df8-48d8-845a-32b955a96b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'name': 'tempest-AttachVolumeTestJSON-1399362206-router', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:34Z', 'updated_at': '2021-06-21T04:28:47Z', 'revision_number': 4, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'gw_port': {'id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:36Z', 'updated_at': '2021-06-21T04:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_floatingips': [{'id': '20b20482-2715-42ba-86a9-9c1e9eddc410', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'floating_ip_address': '172.28.3.31', 'floating_network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'router_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'port_id': 'ed81d0b7-d976-4c22-a344-0fa833a4e888', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'mac_address': 'fa:16:3e:c3:26:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769fc6b0-1ca6-44e1-bd44-7e8745feab20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:32:58Z', 'updated_at': '2021-06-21T04:33:14Z', 'revision_number': 1, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4740ed74-9d3a-4fa5-b21b-5e89458c4a63', 'name': '', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'mac_address': 'fa:16:3e:e3:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:44Z', 'updated_at': '2021-06-21T04:29:03Z', 'revision_number': 5, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'subnets': [{'id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:16.821053 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052b8c6b-4df8-48d8-845a-32b955a96b52 None None] The sync data for ids ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'] in dv-cinder-797170-3-smb is: [{'id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'name': 'tempest-AttachVolumeTestJSON-1399362206-router', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:34Z', 'updated_at': '2021-06-21T04:28:47Z', 'revision_number': 4, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'gw_port': {'id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:36Z', 'updated_at': '2021-06-21T04:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_floatingips': [{'id': '20b20482-2715-42ba-86a9-9c1e9eddc410', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'floating_ip_address': '172.28.3.31', 'floating_network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'router_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'port_id': 'ed81d0b7-d976-4c22-a344-0fa833a4e888', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'mac_address': 'fa:16:3e:c3:26:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769fc6b0-1ca6-44e1-bd44-7e8745feab20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:32:58Z', 'updated_at': '2021-06-21T04:33:14Z', 'revision_number': 1, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4740ed74-9d3a-4fa5-b21b-5e89458c4a63', 'name': '', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'mac_address': 'fa:16:3e:e3:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:44Z', 'updated_at': '2021-06-21T04:29:03Z', 'revision_number': 5, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'subnets': [{'id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:33:16.865784 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-560ad0e2-df2d-475d-b7e3-af745d723a8d req-c759eb48-9cfa-46de-9913-321dbe5b1f51 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] 10.222.0.60 "GET /v2.0/ports?device_id=11eef9e2-94d8-44a6-8367-f8fe520bc130 HTTP/1.1" status: 200 len: 210 time: 0.0658045 Jun 21 04:33:17.118440 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3b367a-155b-4614-847b-cc1314a9bc8c None None] New status for floating IP 20b20482-2715-42ba-86a9-9c1e9eddc410: ACTIVE {{(pid=92746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:33:17.988325 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-60cfb48e-250c-4dbf-a93d-9b11a1a280fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:18.025455 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device f64c91fa-334d-4527-a345-38647e93183b no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:33:18.061937 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] No Port match for: f64c91fa-334d-4527-a345-38647e93183b {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:33:18.062365 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device f64c91fa-334d-4527-a345-38647e93183b not bound to the agent host hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:33:18.163975 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:18.211824 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:18.906699 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:21.617334 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:24.117203 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 55850) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:24.256508 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-176f9664-43fd-4988-9568-9d9ae7e887b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:24.395619 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-176f9664-43fd-4988-9568-9d9ae7e887b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:24.399984 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-176f9664-43fd-4988-9568-9d9ae7e887b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:24.402760 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-00762387-6df2-4932-b3ae-5877d799a3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:24.442973 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-176f9664-43fd-4988-9568-9d9ae7e887b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=44e3ab5585144375a970811a9317144b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244393 Jun 21 04:33:24.443903 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f9664-43fd-4988-9568-9d9ae7e887b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c426cb8f-1ff0-4055-81f1-9ade32c2252c,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:24.447239 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 55856) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:24.448039 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-176f9664-43fd-4988-9568-9d9ae7e887b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:24.519876 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-2b20a9e5-8444-4a75-b4f5-1d2d04aec3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:24.545479 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-2b20a9e5-8444-4a75-b4f5-1d2d04aec3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:24.602172 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-2b20a9e5-8444-4a75-b4f5-1d2d04aec3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:24.605433 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-2b20a9e5-8444-4a75-b4f5-1d2d04aec3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:24.606824 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-2b20a9e5-8444-4a75-b4f5-1d2d04aec3d8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c426cb8f-1ff0-4055-81f1-9ade32c2252c HTTP/1.1" status: 204 len: 168 time: 0.1584353 Jun 21 04:33:24.609376 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-d36b3270-cedb-496b-ad35-3e658793d423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:24.619294 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20a9e5-8444-4a75-b4f5-1d2d04aec3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c426cb8f-1ff0-4055-81f1-9ade32c2252c,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:24.623765 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-2b20a9e5-8444-4a75-b4f5-1d2d04aec3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:24.971888 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 55864) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:24.988071 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-2b174d90-62bf-42e0-ab15-5f4610ea23ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:25.142653 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-2b174d90-62bf-42e0-ab15-5f4610ea23ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:25.147291 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-2b174d90-62bf-42e0-ab15-5f4610ea23ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:25.152471 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-afbec30d-8d13-47b2-bf21-0d01869de11b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:25.192247 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b174d90-62bf-42e0-ab15-5f4610ea23ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56241c7-ab3e-47e4-9e53-c76c3af516e0,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:25.199237 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-2b174d90-62bf-42e0-ab15-5f4610ea23ef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=61091c3f725b4c6a82388ae11b411538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236533 Jun 21 04:33:25.199237 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-2b174d90-62bf-42e0-ab15-5f4610ea23ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:25.199769 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 55870) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:25.293195 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e0d6f081-98f8-46d0-8e04-e4ba12e8316a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:25.320014 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e0d6f081-98f8-46d0-8e04-e4ba12e8316a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:25.383492 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e0d6f081-98f8-46d0-8e04-e4ba12e8316a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:25.387152 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-e0d6f081-98f8-46d0-8e04-e4ba12e8316a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:25.388382 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-e0d6f081-98f8-46d0-8e04-e4ba12e8316a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a56241c7-ab3e-47e4-9e53-c76c3af516e0 HTTP/1.1" status: 204 len: 168 time: 0.1867428 Jun 21 04:33:25.389395 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-021653b3-bff9-4838-837d-7f9e9c9b027b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:25.403911 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6f081-98f8-46d0-8e04-e4ba12e8316a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56241c7-ab3e-47e4-9e53-c76c3af516e0,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:25.408323 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e0d6f081-98f8-46d0-8e04-e4ba12e8316a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:27.739708 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 55960) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:27.914752 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-bf377617-f49d-4d55-96d2-8279a40f8e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:28.047720 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-bf377617-f49d-4d55-96d2-8279a40f8e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:28.056729 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-bf377617-f49d-4d55-96d2-8279a40f8e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:28.060880 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-3198053d-e874-4edf-9d33-ea4a208175dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:28.100647 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-bf377617-f49d-4d55-96d2-8279a40f8e63 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6afff7092dae41c09cb21b9230012983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3603644 Jun 21 04:33:28.101965 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf377617-f49d-4d55-96d2-8279a40f8e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ef9235-c5fb-48ee-b3e9-085e685c4263,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:28.104350 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 55972) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:28.105785 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-bf377617-f49d-4d55-96d2-8279a40f8e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:28.161759 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-32594883-7fb2-4b19-ad19-f45d5f8868ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:28.185596 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-32594883-7fb2-4b19-ad19-f45d5f8868ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:28.242664 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-32594883-7fb2-4b19-ad19-f45d5f8868ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:28.245559 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-32594883-7fb2-4b19-ad19-f45d5f8868ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:28.246861 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-32594883-7fb2-4b19-ad19-f45d5f8868ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a1ef9235-c5fb-48ee-b3e9-085e685c4263 HTTP/1.1" status: 204 len: 168 time: 0.1407900 Jun 21 04:33:28.247735 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-916c2f26-39f2-491d-bd80-d7df2c52bb98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:28.257214 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32594883-7fb2-4b19-ad19-f45d5f8868ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ef9235-c5fb-48ee-b3e9-085e685c4263,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:28.259688 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-32594883-7fb2-4b19-ad19-f45d5f8868ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:28.605213 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 55980) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:28.620413 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-cab5d6ff-129e-46fe-9363-21c60e27cb8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:28.742437 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-cab5d6ff-129e-46fe-9363-21c60e27cb8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:28.747200 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-cab5d6ff-129e-46fe-9363-21c60e27cb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:28.750505 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-7cdbbe05-6fba-4edb-b626-52e7cdba166c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:28.791892 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5d6ff-129e-46fe-9363-21c60e27cb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a5c2c4-674a-4651-9bc0-910e954324e0,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:28.795111 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-cab5d6ff-129e-46fe-9363-21c60e27cb8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:28.797744 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-cab5d6ff-129e-46fe-9363-21c60e27cb8d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a33398615711491694797b0c14a4fd47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1911004 Jun 21 04:33:28.802156 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 55982) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:28.856107 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-f38dc6ee-e4c4-419d-893e-2444dd2b5818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:28.889691 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-f38dc6ee-e4c4-419d-893e-2444dd2b5818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:28.958452 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-f38dc6ee-e4c4-419d-893e-2444dd2b5818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:28.961671 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-f38dc6ee-e4c4-419d-893e-2444dd2b5818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:28.966306 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-f38dc6ee-e4c4-419d-893e-2444dd2b5818 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c0a5c2c4-674a-4651-9bc0-910e954324e0 HTTP/1.1" status: 204 len: 168 time: 0.1626172 Jun 21 04:33:28.967446 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-bccd30b2-ad25-46d7-b38d-ec840597b60e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:28.982901 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38dc6ee-e4c4-419d-893e-2444dd2b5818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a5c2c4-674a-4651-9bc0-910e954324e0,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:28.986683 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-f38dc6ee-e4c4-419d-893e-2444dd2b5818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:29.813765 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 56016) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:29.920821 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-c53aea02-5f99-42e0-8a94-c60504b7acb1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-247930431-network', 'tenant_id': '33b33908625f46939633bb2a606cf455'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:29.950908 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53aea02-5f99-42e0-8a94-c60504b7acb1 admin admin] Made reservation on behalf of 33b33908625f46939633bb2a606cf455 for: {'network': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:33:29.953765 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c53aea02-5f99-42e0-8a94-c60504b7acb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for network, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:29.963328 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c53aea02-5f99-42e0-8a94-c60504b7acb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.079293 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c53aea02-5f99-42e0-8a94-c60504b7acb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.084854 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c53aea02-5f99-42e0-8a94-c60504b7acb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.092156 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-18aa5e40-c1ae-4df9-ae57-5d2ed27a8ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:30.130245 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53aea02-5f99-42e0-8a94-c60504b7acb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=92743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:33:30.149109 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53aea02-5f99-42e0-8a94-c60504b7acb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf36da6-db6a-42e4-9207-49cb32c18ed4,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:30.157252 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-c53aea02-5f99-42e0-8a94-c60504b7acb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:30.159052 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c53aea02-5f99-42e0-8a94-c60504b7acb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.159622 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.db.segments_db [None req-c53aea02-5f99-42e0-8a94-c60504b7acb1 admin admin] Added segment 90a91344-e400-483a-84bf-ef48a7134d36 of type vlan for network f95acde7-6145-4eac-8338-c9336db53392 Jun 21 04:33:30.221838 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c53aea02-5f99-42e0-8a94-c60504b7acb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772645272028'] for network, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.261760 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c53aea02-5f99-42e0-8a94-c60504b7acb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842'] for network, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.263244 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53aea02-5f99-42e0-8a94-c60504b7acb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:30.263850 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c53aea02-5f99-42e0-8a94-c60504b7acb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.266245 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-183f250b-100e-4c80-988e-b6128c18ff74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:30.330693 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-c53aea02-5f99-42e0-8a94-c60504b7acb1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5155010 Jun 21 04:33:30.334536 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 56028) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:30.335363 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53aea02-5f99-42e0-8a94-c60504b7acb1 admin admin] Pushing event updated for resources: {'Network': ['ID=f95acde7-6145-4eac-8338-c9336db53392,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:30.337893 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-c53aea02-5f99-42e0-8a94-c60504b7acb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:30.343452 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-5e6d66a3-1845-4428-93ff-013f2a678b77 admin admin] Request body: {'subnet': {'network_id': 'f95acde7-6145-4eac-8338-c9336db53392', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-247930431-subnet', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'ip_version': 4}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:30.352355 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Network f95acde7-6145-4eac-8338-c9336db53392 details requested by agent ovs-agent-dv-cinder-797170-3-smb with host dv-cinder-797170-3-smb {{(pid=92745) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:33:30.379254 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6d66a3-1845-4428-93ff-013f2a678b77 admin admin] Made reservation on behalf of 33b33908625f46939633bb2a606cf455 for: {'subnet': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:33:30.381613 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-5e6d66a3-1845-4428-93ff-013f2a678b77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60183813'] for subnet, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.593652 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-5e6d66a3-1845-4428-93ff-013f2a678b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60183831'] for subnet, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.596588 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-0e144893-66de-4da2-a5fe-7fa785deddd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:30.658490 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d66a3-1845-4428-93ff-013f2a678b77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f16d7fc9-548d-4719-a448-b27165be8af1,revision_number=0']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:30.664762 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-5e6d66a3-1845-4428-93ff-013f2a678b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:30.670879 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6d66a3-1845-4428-93ff-013f2a678b77 admin admin] Checking segment: {'id': '90a91344-e400-483a-84bf-ef48a7134d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:33:30.671346 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6d66a3-1845-4428-93ff-013f2a678b77 admin admin] Network hostable DHCP agents. Network: f95acde7-6145-4eac-8338-c9336db53392, hostable agents: ['f03cc20b-fa45-497d-ab77-a260e4d7f44c'], hosted agents: [] {{(pid=92744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:33:30.690156 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6d66a3-1845-4428-93ff-013f2a678b77 admin admin] Network f95acde7-6145-4eac-8338-c9336db53392 is scheduled to be hosted by DHCP agent f03cc20b-fa45-497d-ab77-a260e4d7f44c with binding_index 1 {{(pid=92744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:33:30.701301 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [None req-5e6d66a3-1845-4428-93ff-013f2a678b77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-smb, f95acde7-6145-4eac-8338-c9336db53392) {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:30.707393 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6d66a3-1845-4428-93ff-013f2a678b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:30.708294 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-5e6d66a3-1845-4428-93ff-013f2a678b77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.715215 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72ebc0c-87c0-482f-a953-3f6b103a3143 None None] Network f95acde7-6145-4eac-8338-c9336db53392 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:33:30.727475 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-5e6d66a3-1845-4428-93ff-013f2a678b77 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3913870 Jun 21 04:33:30.730850 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 56030) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:30.735899 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-15110b80-ec41-422e-a31a-50a26f52ab96 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-247930431-router', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:30.760866 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-15110b80-ec41-422e-a31a-50a26f52ab96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-445333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1047656'] for router, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.762129 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-15110b80-ec41-422e-a31a-50a26f52ab96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1047651'] for router, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.827962 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-15110b80-ec41-422e-a31a-50a26f52ab96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.968747 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bc4d17a-bf34-5daa-93a4-d79048da24a3-f95acde7-6145-4eac-8338-c9336db53392', 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'fixed_ips': [{'subnet_id': 'f16d7fc9-548d-4719-a448-b27165be8af1'}]}} from dv-cinder-797170-3-smb. {{(pid=92745) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:33:30.969967 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.984266 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-15110b80-ec41-422e-a31a-50a26f52ab96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-515284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1047669'] for router, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:31.126964 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Allocated IP 172.20.0.2 (f95acde7-6145-4eac-8338-c9336db53392/f16d7fc9-548d-4719-a448-b27165be8af1/510e5a6f-296e-43a4-a9fb-d33b8c15bcb8) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:33:31.205576 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-15110b80-ec41-422e-a31a-50a26f52ab96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:31.226812 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-15110b80-ec41-422e-a31a-50a26f52ab96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:31.286897 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:31.297414 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Transition to ACTIVE for port object 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8 will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:31.315693 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Transition to ACTIVE for port object 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8 will not be triggered until provisioned by entity DHCP. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:31.325594 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:31.329135 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:31.340328 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_common [None req-15110b80-ec41-422e-a31a-50a26f52ab96 admin admin] Allocated IP 172.28.3.113 (b03547ff-bdb5-4cf0-b910-6012328878f7/077b926c-3bf0-4e4d-825c-99f0c2191e19/a620cb04-7508-444b-b5c3-f167583dea1c) {{(pid=92744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:33:31.413030 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Pushing event updated for resources: {'Port': ['ID=510e5a6f-296e-43a4-a9fb-d33b8c15bcb8,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:31.433057 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Network f95acde7-6145-4eac-8338-c9336db53392 is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:33:31.435853 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:31.436727 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:31.437524 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:31.438070 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:31.438632 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:31.439186 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:31.440089 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:31.440497 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:31.441087 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:31.441640 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:31.442193 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:31.442749 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:31.450227 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:31.454082 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:31.455619 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:33:31.514712 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-15110b80-ec41-422e-a31a-50a26f52ab96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:31.534502 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Attempting to bind port 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8 on host dv-cinder-797170-3-smb for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:33:31.535119 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Attempting to bind port 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8 by drivers openvswitch,hyperv on host dv-cinder-797170-3-smb at level 0 using segments [{'id': '90a91344-e400-483a-84bf-ef48a7134d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:33:31.535686 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Attempting to bind port 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8 on network f95acde7-6145-4eac-8338-c9336db53392 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:33:31.541305 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Checking agent: {'id': '0a7d828d-f304-46d9-99e1-7df9121aa7cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 20, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:33:31.541709 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Checking segment: {'id': '90a91344-e400-483a-84bf-ef48a7134d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:33:31.542298 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:31.542712 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Bound using segment: {'id': '90a91344-e400-483a-84bf-ef48a7134d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:33:31.543207 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Bound port: 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8, host: dv-cinder-797170-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a91344-e400-483a-84bf-ef48a7134d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:33:31.547588 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:31.563524 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-15110b80-ec41-422e-a31a-50a26f52ab96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60010093'] for port, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:31.566533 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-623877bc-a7d5-410b-94cf-d19278c9bef0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:31.604959 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15110b80-ec41-422e-a31a-50a26f52ab96 admin admin] Network b03547ff-bdb5-4cf0-b910-6012328878f7 is already hosted by enough agents. {{(pid=92744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:33:31.610315 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] For port 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8, host dv-cinder-797170-3-smb, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:33:31.610549 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [None req-15110b80-ec41-422e-a31a-50a26f52ab96 admin admin] Resources bound (agent type, host, resource id): {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:31.613095 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15110b80-ec41-422e-a31a-50a26f52ab96 admin admin] Received port after_create {{(pid=92744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:33:31.613653 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] For port 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8, host dv-cinder-797170-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=510e5a6f-296e-43a4-a9fb-d33b8c15bcb8,segment=NetworkSegment(90a91344-e400-483a-84bf-ef48a7134d36),segment_id=90a91344-e400-483a-84bf-ef48a7134d36)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:33:31.621247 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:31.623312 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:31.643360 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15110b80-ec41-422e-a31a-50a26f52ab96 admin admin] Pushing event updated for resources: {'Port': ['ID=a620cb04-7508-444b-b5c3-f167583dea1c,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:31.646481 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-15110b80-ec41-422e-a31a-50a26f52ab96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:31.691831 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Pushing event updated for resources: {'Port': ['ID=510e5a6f-296e-43a4-a9fb-d33b8c15bcb8,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:31.697104 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:31.982882 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-15110b80-ec41-422e-a31a-50a26f52ab96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:32.196633 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8 up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:33:32.225754 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-15110b80-ec41-422e-a31a-50a26f52ab96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515328'] for router, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:32.256972 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning for port 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8 completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:32.376681 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15110b80-ec41-422e-a31a-50a26f52ab96 admin admin] Router 6e290f77-1986-4c0b-b36c-eb1bb1594625 is scheduled to L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a with binding_index 1 {{(pid=92744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:33:32.514073 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15110b80-ec41-422e-a31a-50a26f52ab96 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:33:32.528346 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] Sync routers for ids ['6e290f77-1986-4c0b-b36c-eb1bb1594625'] in dv-cinder-797170-3-smb {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:33:32.535043 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-15110b80-ec41-422e-a31a-50a26f52ab96 admin admin] Notify callbacks [] for router, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:32.540042 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-15110b80-ec41-422e-a31a-50a26f52ab96 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8045666 Jun 21 04:33:32.542870 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 56048) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:32.543886 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] Routers {'6e290f77-1986-4c0b-b36c-eb1bb1594625'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:32.544648 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:33:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['6e290f77-1986-4c0b-b36c-eb1bb1594625'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:32.711154 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] Set router 6e290f77-1986-4c0b-b36c-eb1bb1594625 gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:32.857872 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ced07a5-e3fa-4444-b5c2-6d5033318f5a None None] Network f95acde7-6145-4eac-8338-c9336db53392 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:33:32.953135 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-c430ebb2-c4f6-409a-8ae1-14f82e5c55c5 None None] Provisioning for port 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8 completed by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:32.984453 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-c430ebb2-c4f6-409a-8ae1-14f82e5c55c5 None None] Provisioning complete for port 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8 triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:32.984872 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c430ebb2-c4f6-409a-8ae1-14f82e5c55c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:33.115495 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'name': 'tempest-TestMinimumBasicScenario-247930431-router', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:30Z', 'updated_at': '2021-06-21T04:33:31Z', 'revision_number': 3, 'project_id': '33b33908625f46939633bb2a606cf455', 'gw_port': {'id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:76:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:31Z', 'updated_at': '2021-06-21T04:33:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:33.238162 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3831329e-5826-4a61-9f86-cbb98f10bb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:33.312480 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] Checking router: 6e290f77-1986-4c0b-b36c-eb1bb1594625 for host: dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:33:33.312899 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] Updating router 6e290f77-1986-4c0b-b36c-eb1bb1594625 port a620cb04-7508-444b-b5c3-f167583dea1c binding host dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:33:33.358946 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c430ebb2-c4f6-409a-8ae1-14f82e5c55c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:33.375956 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:33.431201 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-c430ebb2-c4f6-409a-8ae1-14f82e5c55c5 None None] For port 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=510e5a6f-296e-43a4-a9fb-d33b8c15bcb8,segment=NetworkSegment(90a91344-e400-483a-84bf-ef48a7134d36),segment_id=90a91344-e400-483a-84bf-ef48a7134d36)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:33.438185 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c430ebb2-c4f6-409a-8ae1-14f82e5c55c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:33.442811 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:33.458943 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_common [None req-3831329e-5826-4a61-9f86-cbb98f10bb54 admin admin] Allocated IP 172.20.0.1 (f95acde7-6145-4eac-8338-c9336db53392/f16d7fc9-548d-4719-a448-b27165be8af1/a5fa42d2-74a3-492d-8e38-7dd53806fd4b) {{(pid=92743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:33:33.567953 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430ebb2-c4f6-409a-8ae1-14f82e5c55c5 None None] Pushing event updated for resources: {'Port': ['ID=510e5a6f-296e-43a4-a9fb-d33b8c15bcb8,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:33.583203 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3831329e-5826-4a61-9f86-cbb98f10bb54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:33.594785 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c430ebb2-c4f6-409a-8ae1-14f82e5c55c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:33.598712 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.provisioning_blocks [None req-3831329e-5826-4a61-9f86-cbb98f10bb54 admin admin] Transition to ACTIVE for port object a5fa42d2-74a3-492d-8e38-7dd53806fd4b will not be triggered until provisioned by entity DHCP. {{(pid=92743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:33.634586 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3831329e-5826-4a61-9f86-cbb98f10bb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60629742'] for port, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:33.638528 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-c47c6361-5de5-47b0-bc1e-4a7a33cef696 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:33.675118 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3831329e-5826-4a61-9f86-cbb98f10bb54 admin admin] Network f95acde7-6145-4eac-8338-c9336db53392 is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:33:33.679584 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-3831329e-5826-4a61-9f86-cbb98f10bb54 admin admin] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:33.683670 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3831329e-5826-4a61-9f86-cbb98f10bb54 admin admin] Received port after_create {{(pid=92743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:33:33.684099 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-f59bad14-50fb-4a1b-baa5-3e731e6dfd16 None None] Provisioning complete for port 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8 triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:33.684482 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f59bad14-50fb-4a1b-baa5-3e731e6dfd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:33.709554 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831329e-5826-4a61-9f86-cbb98f10bb54 admin admin] Pushing event updated for resources: {'Port': ['ID=a5fa42d2-74a3-492d-8e38-7dd53806fd4b,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:33.714304 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-3831329e-5826-4a61-9f86-cbb98f10bb54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:33.731843 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3831329e-5826-4a61-9f86-cbb98f10bb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513839'] for router_interface, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:33.766868 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:33.780627 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] Transition to ACTIVE for port object a620cb04-7508-444b-b5c3-f167583dea1c will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:33.805453 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:33.811080 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ad31b843-aa76-4ea0-bb7c-e5b5ddc610a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:33.895095 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e361538-9415-49ed-9fb3-0a517180a017 None None] Pushing event updated for resources: {'Port': ['ID=a620cb04-7508-444b-b5c3-f167583dea1c,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:33.898008 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] Attempting to bind port a620cb04-7508-444b-b5c3-f167583dea1c on host dv-cinder-797170-3-smb for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:33:33.898439 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] Attempting to bind port a620cb04-7508-444b-b5c3-f167583dea1c by drivers openvswitch,hyperv on host dv-cinder-797170-3-smb at level 0 using segments [{'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:33:33.898820 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] Attempting to bind port a620cb04-7508-444b-b5c3-f167583dea1c on network b03547ff-bdb5-4cf0-b910-6012328878f7 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:33:33.901259 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0e361538-9415-49ed-9fb3-0a517180a017 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:33.905689 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] Checking agent: {'id': '0a7d828d-f304-46d9-99e1-7df9121aa7cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 20, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:33:33.906083 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] Checking segment: {'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:33:33.906504 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:33.906915 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] Bound using segment: {'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:33:33.907420 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] Bound port: a620cb04-7508-444b-b5c3-f167583dea1c, host: dv-cinder-797170-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:33:33.907812 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:33.937305 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3831329e-5826-4a61-9f86-cbb98f10bb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:33.975455 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] For port a620cb04-7508-444b-b5c3-f167583dea1c, host dv-cinder-797170-3-smb, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:33:33.979244 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] For port a620cb04-7508-444b-b5c3-f167583dea1c, host dv-cinder-797170-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=a620cb04-7508-444b-b5c3-f167583dea1c,segment=NetworkSegment(187c97c0-b126-42a1-9dd9-08d372d10f19),segment_id=187c97c0-b126-42a1-9dd9-08d372d10f19)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:33:33.987965 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:33.991831 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c430ebb2-c4f6-409a-8ae1-14f82e5c55c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:34.043985 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-dff0e0fc-891d-43cd-814e-3827c346c7af None None] Provisioning for port a5fa42d2-74a3-492d-8e38-7dd53806fd4b completed by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:34.058678 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-dff0e0fc-891d-43cd-814e-3827c346c7af None None] Provisioning complete for port a5fa42d2-74a3-492d-8e38-7dd53806fd4b triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:34.059078 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-dff0e0fc-891d-43cd-814e-3827c346c7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:34.066664 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e361538-9415-49ed-9fb3-0a517180a017 None None] Pushing event updated for resources: {'Port': ['ID=a620cb04-7508-444b-b5c3-f167583dea1c,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:34.086649 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0e361538-9415-49ed-9fb3-0a517180a017 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:34.090141 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] Routers {'6e290f77-1986-4c0b-b36c-eb1bb1594625'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:34.090616 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:33:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['6e290f77-1986-4c0b-b36c-eb1bb1594625'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:34.149793 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-dff0e0fc-891d-43cd-814e-3827c346c7af None None] Port a5fa42d2-74a3-492d-8e38-7dd53806fd4b cannot update to ACTIVE because it is not bound. {{(pid=92745) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:33:34.182132 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3831329e-5826-4a61-9f86-cbb98f10bb54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:34.187541 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8 up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:33:34.189719 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3831329e-5826-4a61-9f86-cbb98f10bb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629720'] for port, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:34.195190 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:34.253962 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] Set router 6e290f77-1986-4c0b-b36c-eb1bb1594625 gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:34.271555 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3831329e-5826-4a61-9f86-cbb98f10bb54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513334'] for router_interface, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:34.281174 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831329e-5826-4a61-9f86-cbb98f10bb54 admin admin] Pushing event updated for resources: {'Port': ['ID=a5fa42d2-74a3-492d-8e38-7dd53806fd4b,revision_number=2']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:34.286177 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-3831329e-5826-4a61-9f86-cbb98f10bb54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:34.300536 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:34.301322 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:34.425190 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3831329e-5826-4a61-9f86-cbb98f10bb54 admin admin] Network f95acde7-6145-4eac-8338-c9336db53392 is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:33:34.427189 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-3831329e-5826-4a61-9f86-cbb98f10bb54 admin admin] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:34.575247 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3831329e-5826-4a61-9f86-cbb98f10bb54 admin admin] Router 6e290f77-1986-4c0b-b36c-eb1bb1594625 has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:33:34.646275 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'name': 'tempest-TestMinimumBasicScenario-247930431-router', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:30Z', 'updated_at': '2021-06-21T04:33:33Z', 'revision_number': 4, 'project_id': '33b33908625f46939633bb2a606cf455', 'gw_port': {'id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:76:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:31Z', 'updated_at': '2021-06-21T04:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': 'a5fa42d2-74a3-492d-8e38-7dd53806fd4b', 'name': '', 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'mac_address': 'fa:16:3e:08:e3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f16d7fc9-548d-4719-a448-b27165be8af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:33Z', 'updated_at': '2021-06-21T04:33:33Z', 'revision_number': 1, 'project_id': '33b33908625f46939633bb2a606cf455', 'subnets': [{'id': 'f16d7fc9-548d-4719-a448-b27165be8af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:34.679277 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bf2ffe-ce3c-4b88-8923-9fa65440a42f None None] The sync data for ids ['6e290f77-1986-4c0b-b36c-eb1bb1594625'] in dv-cinder-797170-3-smb is: [{'id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'name': 'tempest-TestMinimumBasicScenario-247930431-router', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:30Z', 'updated_at': '2021-06-21T04:33:33Z', 'revision_number': 4, 'project_id': '33b33908625f46939633bb2a606cf455', 'gw_port': {'id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:76:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:31Z', 'updated_at': '2021-06-21T04:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': 'a5fa42d2-74a3-492d-8e38-7dd53806fd4b', 'name': '', 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'mac_address': 'fa:16:3e:08:e3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f16d7fc9-548d-4719-a448-b27165be8af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:33Z', 'updated_at': '2021-06-21T04:33:33Z', 'revision_number': 1, 'project_id': '33b33908625f46939633bb2a606cf455', 'subnets': [{'id': 'f16d7fc9-548d-4719-a448-b27165be8af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:33:34.691759 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-38a1d55d-1bbb-4b56-9a4e-979ef178c7e2 None None] Provisioning complete for port a5fa42d2-74a3-492d-8e38-7dd53806fd4b triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:34.692202 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-38a1d55d-1bbb-4b56-9a4e-979ef178c7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:34.735606 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3831329e-5826-4a61-9f86-cbb98f10bb54 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:33:34.751076 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-3831329e-5826-4a61-9f86-cbb98f10bb54 admin admin] 10.222.0.60 "PUT /v2.0/routers/6e290f77-1986-4c0b-b36c-eb1bb1594625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1969857 Jun 21 04:33:34.757798 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-38a1d55d-1bbb-4b56-9a4e-979ef178c7e2 None None] Port a5fa42d2-74a3-492d-8e38-7dd53806fd4b cannot update to ACTIVE because it is not bound. {{(pid=92745) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:33:35.492700 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 56106) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:35.498873 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-108468186-network', 'tenant_id': '9646675b0cc84aa786070f94b42cb951'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:35.535295 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Made reservation on behalf of 9646675b0cc84aa786070f94b42cb951 for: {'network': 1} {{(pid=92743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:33:35.537797 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for network, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.548472 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.666577 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.672588 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.676796 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-9534eab5-19b1-49a1-a17a-41b3f94fba24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:35.699363 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=92743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:33:35.709914 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5300a4de-2381-40bc-b332-d78c0105a145,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:35.715698 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.716055 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.db.segments_db [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Added segment 10f31dca-28e3-443d-b4a9-ca3ae7713390 of type vlan for network 171f79a1-0f3d-466e-b870-b79ecccbc6d7 Jun 21 04:33:35.730277 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:35.730661 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:35.731037 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:35.731404 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:35.731767 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:35.732132 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:35.732502 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:35.732890 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:35.733254 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:35.733612 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:35.733975 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:35.734324 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:35.741805 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:35.782664 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772645272028'] for network, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.820016 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842'] for network, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.821483 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:35.822072 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.824457 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-d7330b79-2b95-46fa-9dec-072a12b7da7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:35.872105 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3779087 Jun 21 04:33:35.875539 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 56108) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:35.881691 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-2746812d-f263-44a2-89a2-ee24fb340e1f admin admin] Request body: {'subnet': {'network_id': '171f79a1-0f3d-466e-b870-b79ecccbc6d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-108468186-subnet', 'tenant_id': '9646675b0cc84aa786070f94b42cb951', 'ip_version': 4}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:35.888356 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Pushing event updated for resources: {'Network': ['ID=171f79a1-0f3d-466e-b870-b79ecccbc6d7,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:35.893554 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:35.899023 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Network 171f79a1-0f3d-466e-b870-b79ecccbc6d7 details requested by agent ovs-agent-dv-cinder-797170-3-smb with host dv-cinder-797170-3-smb {{(pid=92745) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:33:35.909354 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2746812d-f263-44a2-89a2-ee24fb340e1f admin admin] Made reservation on behalf of 9646675b0cc84aa786070f94b42cb951 for: {'subnet': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:33:35.912962 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-2746812d-f263-44a2-89a2-ee24fb340e1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60183813'] for subnet, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.151011 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-2746812d-f263-44a2-89a2-ee24fb340e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60183831'] for subnet, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.162202 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-ece03ec1-d52d-42a1-94ba-14bb926efcda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:36.217969 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device a620cb04-7508-444b-b5c3-f167583dea1c up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:33:36.251472 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746812d-f263-44a2-89a2-ee24fb340e1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5900ce1b-e228-4897-a2ce-6dea0cb99d27,revision_number=0']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:36.257337 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-2746812d-f263-44a2-89a2-ee24fb340e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:36.299755 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2746812d-f263-44a2-89a2-ee24fb340e1f admin admin] Checking segment: {'id': '10f31dca-28e3-443d-b4a9-ca3ae7713390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '171f79a1-0f3d-466e-b870-b79ecccbc6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:33:36.300990 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2746812d-f263-44a2-89a2-ee24fb340e1f admin admin] Network hostable DHCP agents. Network: 171f79a1-0f3d-466e-b870-b79ecccbc6d7, hostable agents: ['f03cc20b-fa45-497d-ab77-a260e4d7f44c'], hosted agents: [] {{(pid=92744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:33:36.327145 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning for port a620cb04-7508-444b-b5c3-f167583dea1c completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:36.333855 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port a620cb04-7508-444b-b5c3-f167583dea1c triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:36.334576 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2746812d-f263-44a2-89a2-ee24fb340e1f admin admin] Network 171f79a1-0f3d-466e-b870-b79ecccbc6d7 is scheduled to be hosted by DHCP agent f03cc20b-fa45-497d-ab77-a260e4d7f44c with binding_index 1 {{(pid=92744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:33:36.334743 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.361054 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [None req-2746812d-f263-44a2-89a2-ee24fb340e1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-smb, 171f79a1-0f3d-466e-b870-b79ecccbc6d7) {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:36.371512 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2746812d-f263-44a2-89a2-ee24fb340e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:36.372373 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-2746812d-f263-44a2-89a2-ee24fb340e1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.387206 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34e9f3f-c8ba-461f-b269-cef4d2d2d933 None None] Network 171f79a1-0f3d-466e-b870-b79ecccbc6d7 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:33:36.404828 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-2746812d-f263-44a2-89a2-ee24fb340e1f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5269766 Jun 21 04:33:36.408159 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 56112) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:36.417654 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-9b3808c0-0004-4a9d-ad5c-fccecb5d5093 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-108468186-router', 'tenant_id': '9646675b0cc84aa786070f94b42cb951', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:36.455013 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9b3808c0-0004-4a9d-ad5c-fccecb5d5093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-445333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1047656'] for router, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.456686 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9b3808c0-0004-4a9d-ad5c-fccecb5d5093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515238', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1047651'] for router, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.467291 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 56116) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:36.528511 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf14049-da11-4fd2-9981-1dba0985239f admin admin] Deleting subnet be734b8c-a3f2-4226-85f1-c1d96f64c44a {{(pid=92743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:33:36.532353 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-edf14049-da11-4fd2-9981-1dba0985239f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.549891 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9b3808c0-0004-4a9d-ad5c-fccecb5d5093 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.569707 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.593579 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-edf14049-da11-4fd2-9981-1dba0985239f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59026074'] for subnet, precommit_delete_associations {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.624070 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] For port a620cb04-7508-444b-b5c3-f167583dea1c, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=a620cb04-7508-444b-b5c3-f167583dea1c,segment=NetworkSegment(187c97c0-b126-42a1-9dd9-08d372d10f19),segment_id=187c97c0-b126-42a1-9dd9-08d372d10f19)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:36.632192 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.637653 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-48e626ee-4dec-4aae-a9fb-68058e7927ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:36.679300 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-edf14049-da11-4fd2-9981-1dba0985239f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536692'] for subnet, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.713494 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Pushing event updated for resources: {'Port': ['ID=a620cb04-7508-444b-b5c3-f167583dea1c,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:36.717584 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:36.743006 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-edf14049-da11-4fd2-9981-1dba0985239f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60629659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012950'] for subnet, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.746154 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-4f913846-8bc1-4c3f-9f9a-2dc57f2667ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:36.753212 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bc4d17a-bf34-5daa-93a4-d79048da24a3-171f79a1-0f3d-466e-b870-b79ecccbc6d7', 'network_id': '171f79a1-0f3d-466e-b870-b79ecccbc6d7', 'tenant_id': '9646675b0cc84aa786070f94b42cb951', 'fixed_ips': [{'subnet_id': '5900ce1b-e228-4897-a2ce-6dea0cb99d27'}]}} from dv-cinder-797170-3-smb. {{(pid=92745) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:33:36.754115 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.772099 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf14049-da11-4fd2-9981-1dba0985239f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be734b8c-a3f2-4226-85f1-c1d96f64c44a,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:36.778120 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-edf14049-da11-4fd2-9981-1dba0985239f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:36.784634 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-edf14049-da11-4fd2-9981-1dba0985239f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for subnet, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.790174 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-edf14049-da11-4fd2-9981-1dba0985239f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/be734b8c-a3f2-4226-85f1-c1d96f64c44a HTTP/1.1" status: 204 len: 168 time: 0.3174567 Jun 21 04:33:36.790577 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 56120) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:36.853183 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9b3808c0-0004-4a9d-ad5c-fccecb5d5093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-515284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1047669'] for router, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.887064 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-584ff86a-b4e9-4f9b-9ef0-8ddcaed62cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585160'] for network, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.967755 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] Allocated IP 172.20.0.2 (171f79a1-0f3d-466e-b870-b79ecccbc6d7/5900ce1b-e228-4897-a2ce-6dea0cb99d27/cea170ae-1faa-4d17-866a-fdeac0949edc) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:33:37.035529 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-584ff86a-b4e9-4f9b-9ef0-8ddcaed62cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536299', 'neutron.services.segments.db._delete_segments_for_network-8772645825747'] for network, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.061062 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.services.segments.db [None req-584ff86a-b4e9-4f9b-9ef0-8ddcaed62cbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5213d269-8dac-4d50-b19b-6314e83191ce']}} {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:37.074311 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.services.segments.db [None req-584ff86a-b4e9-4f9b-9ef0-8ddcaed62cbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e214e569-a241-45e6-8e6c-ff19aac45fc4') {'for_net_delete': True} {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:37.074764 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.services.segments.db [None req-584ff86a-b4e9-4f9b-9ef0-8ddcaed62cbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e214e569-a241-45e6-8e6c-ff19aac45fc4') {} {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:37.085120 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-584ff86a-b4e9-4f9b-9ef0-8ddcaed62cbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772645825576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59026067'] for segment, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.103206 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-584ff86a-b4e9-4f9b-9ef0-8ddcaed62cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.124199 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584ff86a-b4e9-4f9b-9ef0-8ddcaed62cbf admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=92743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:33:37.125138 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-584ff86a-b4e9-4f9b-9ef0-8ddcaed62cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60629296'] for segment, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: Traceback (most recent call last): Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: timer() Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: cb(*args, **kw) Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: return func(*args, **kwargs) Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: self._notify() Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: self.callback(batched_events) Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: event.method(event) Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: return f(self, *a, **k) Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: return self._get(url).json() Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: return self.request(url, 'GET', **kwargs) Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:33:37.128235 dv-cinder-797170-3-smb neutron-server[92743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:33:37.162708 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.190312 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9b3808c0-0004-4a9d-ad5c-fccecb5d5093 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.210316 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] Transition to ACTIVE for port object cea170ae-1faa-4d17-866a-fdeac0949edc will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:37.211490 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9b3808c0-0004-4a9d-ad5c-fccecb5d5093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.214889 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-584ff86a-b4e9-4f9b-9ef0-8ddcaed62cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515458'] for network, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.223124 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-b801a17a-7de5-4128-bac0-fc14beedeecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:37.231432 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-584ff86a-b4e9-4f9b-9ef0-8ddcaed62cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.235217 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-584ff86a-b4e9-4f9b-9ef0-8ddcaed62cbf admin admin] 10.222.0.60 "DELETE /v2.0/networks/5213d269-8dac-4d50-b19b-6314e83191ce HTTP/1.1" status: 204 len: 168 time: 0.4434404 Jun 21 04:33:37.251466 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] Transition to ACTIVE for port object cea170ae-1faa-4d17-866a-fdeac0949edc will not be triggered until provisioned by entity DHCP. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:37.252918 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ff86a-b4e9-4f9b-9ef0-8ddcaed62cbf admin admin] Pushing event deleted for resources: {'Network': ['ID=5213d269-8dac-4d50-b19b-6314e83191ce,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:37.256090 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-584ff86a-b4e9-4f9b-9ef0-8ddcaed62cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:37.261652 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.268067 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:37.320493 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] Network 171f79a1-0f3d-466e-b870-b79ecccbc6d7 is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:33:37.331037 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:37.335621 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:33:37.341977 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] Pushing event updated for resources: {'Port': ['ID=cea170ae-1faa-4d17-866a-fdeac0949edc,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:37.346639 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:37.411493 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] Sync routers for ids ['6e290f77-1986-4c0b-b36c-eb1bb1594625'] in dv-cinder-797170-3-smb {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:33:37.428205 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_common [None req-9b3808c0-0004-4a9d-ad5c-fccecb5d5093 admin admin] Allocated IP 172.28.3.111 (b03547ff-bdb5-4cf0-b910-6012328878f7/077b926c-3bf0-4e4d-825c-99f0c2191e19/9a87e149-acaa-4d41-aebf-ab733e71ddd1) {{(pid=92744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:33:37.443165 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] Routers {'6e290f77-1986-4c0b-b36c-eb1bb1594625'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:37.444301 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:33:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['6e290f77-1986-4c0b-b36c-eb1bb1594625'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:37.450742 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] Attempting to bind port cea170ae-1faa-4d17-866a-fdeac0949edc on host dv-cinder-797170-3-smb for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:33:37.451298 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] Attempting to bind port cea170ae-1faa-4d17-866a-fdeac0949edc by drivers openvswitch,hyperv on host dv-cinder-797170-3-smb at level 0 using segments [{'id': '10f31dca-28e3-443d-b4a9-ca3ae7713390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '171f79a1-0f3d-466e-b870-b79ecccbc6d7'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:33:37.453966 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] Attempting to bind port cea170ae-1faa-4d17-866a-fdeac0949edc on network 171f79a1-0f3d-466e-b870-b79ecccbc6d7 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:33:37.472649 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] Checking agent: {'id': '0a7d828d-f304-46d9-99e1-7df9121aa7cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 20, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:33:37.473322 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] Checking segment: {'id': '10f31dca-28e3-443d-b4a9-ca3ae7713390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '171f79a1-0f3d-466e-b870-b79ecccbc6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:33:37.474077 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.474815 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] Bound using segment: {'id': '10f31dca-28e3-443d-b4a9-ca3ae7713390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '171f79a1-0f3d-466e-b870-b79ecccbc6d7'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:33:37.487749 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] Bound port: cea170ae-1faa-4d17-866a-fdeac0949edc, host: dv-cinder-797170-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f31dca-28e3-443d-b4a9-ca3ae7713390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '171f79a1-0f3d-466e-b870-b79ecccbc6d7'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:33:37.488715 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.608852 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 56126) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:37.614828 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9b3808c0-0004-4a9d-ad5c-fccecb5d5093 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.628302 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] For port cea170ae-1faa-4d17-866a-fdeac0949edc, host dv-cinder-797170-3-smb, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:33:37.634381 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] For port cea170ae-1faa-4d17-866a-fdeac0949edc, host dv-cinder-797170-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=cea170ae-1faa-4d17-866a-fdeac0949edc,segment=NetworkSegment(10f31dca-28e3-443d-b4a9-ca3ae7713390),segment_id=10f31dca-28e3-443d-b4a9-ca3ae7713390)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:33:37.644328 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.652807 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] Set router 6e290f77-1986-4c0b-b36c-eb1bb1594625 gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:37.656682 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:37.678191 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9b3808c0-0004-4a9d-ad5c-fccecb5d5093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60010093'] for port, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.681183 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e2b6f9bd-6555-487f-af8e-01453d3f5675 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:37.707910 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-62efc0f6-668f-4a00-b6a4-d4d880f626e2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b6259fd885640bc8a16315ec9645ba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0967805 Jun 21 04:33:37.709911 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 56128) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:37.733048 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3808c0-0004-4a9d-ad5c-fccecb5d5093 admin admin] Network b03547ff-bdb5-4cf0-b910-6012328878f7 is already hosted by enough agents. {{(pid=92744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:33:37.737029 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [None req-9b3808c0-0004-4a9d-ad5c-fccecb5d5093 admin admin] Resources bound (agent type, host, resource id): {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:37.742603 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3808c0-0004-4a9d-ad5c-fccecb5d5093 admin admin] Received port after_create {{(pid=92744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:33:37.753876 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] Pushing event updated for resources: {'Port': ['ID=cea170ae-1faa-4d17-866a-fdeac0949edc,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:37.760371 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:37.772251 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3808c0-0004-4a9d-ad5c-fccecb5d5093 admin admin] Pushing event updated for resources: {'Port': ['ID=9a87e149-acaa-4d41-aebf-ab733e71ddd1,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:37.779050 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-9b3808c0-0004-4a9d-ad5c-fccecb5d5093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:37.844570 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8a8b4ea1-ac96-4324-b3ff-be5d1b572d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.887878 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8a8b4ea1-ac96-4324-b3ff-be5d1b572d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.904388 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'name': 'tempest-TestMinimumBasicScenario-247930431-router', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:30Z', 'updated_at': '2021-06-21T04:33:33Z', 'revision_number': 4, 'project_id': '33b33908625f46939633bb2a606cf455', 'gw_port': {'id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:76:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:31Z', 'updated_at': '2021-06-21T04:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': 'a5fa42d2-74a3-492d-8e38-7dd53806fd4b', 'name': '', 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'mac_address': 'fa:16:3e:08:e3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f16d7fc9-548d-4719-a448-b27165be8af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:33Z', 'updated_at': '2021-06-21T04:33:33Z', 'revision_number': 2, 'project_id': '33b33908625f46939633bb2a606cf455', 'subnets': [{'id': 'f16d7fc9-548d-4719-a448-b27165be8af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:37.980436 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8a8b4ea1-ac96-4324-b3ff-be5d1b572d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.984680 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8a8b4ea1-ac96-4324-b3ff-be5d1b572d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.988567 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-8a8b4ea1-ac96-4324-b3ff-be5d1b572d4f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/678e22f9-844f-47a2-8a13-e860ead718c4 HTTP/1.1" status: 204 len: 168 time: 0.2731087 Jun 21 04:33:37.988567 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-95ce284a-ae6d-4b9c-b6af-043087a2b64f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:37.997659 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b4ea1-ac96-4324-b3ff-be5d1b572d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678e22f9-844f-47a2-8a13-e860ead718c4,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:38.000405 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-8a8b4ea1-ac96-4324-b3ff-be5d1b572d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:38.088372 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] Checking router: 6e290f77-1986-4c0b-b36c-eb1bb1594625 for host: dv-cinder-797170-3-smb {{(pid=92746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:33:38.089731 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] Updating router 6e290f77-1986-4c0b-b36c-eb1bb1594625 port a5fa42d2-74a3-492d-8e38-7dd53806fd4b binding host dv-cinder-797170-3-smb {{(pid=92746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:33:38.174316 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.234534 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9b3808c0-0004-4a9d-ad5c-fccecb5d5093 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.248086 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device a620cb04-7508-444b-b5c3-f167583dea1c up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:33:38.473654 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port a620cb04-7508-444b-b5c3-f167583dea1c triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:38.473987 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.593167 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.612935 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] Transition to ACTIVE for port object a5fa42d2-74a3-492d-8e38-7dd53806fd4b will not be triggered until provisioned by entity L2. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:38.623059 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.627233 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:38.716136 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4a784-a48a-44cb-bffd-78e600bcce15 None None] Pushing event updated for resources: {'Port': ['ID=a5fa42d2-74a3-492d-8e38-7dd53806fd4b,revision_number=3']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:38.718673 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:33:38.775145 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a4a784-a48a-44cb-bffd-78e600bcce15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:38.775490 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a4a784-a48a-44cb-bffd-78e600bcce15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:38.775830 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a4a784-a48a-44cb-bffd-78e600bcce15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:38.776208 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a4a784-a48a-44cb-bffd-78e600bcce15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:38.776538 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a4a784-a48a-44cb-bffd-78e600bcce15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:38.776893 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a4a784-a48a-44cb-bffd-78e600bcce15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:38.777212 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a4a784-a48a-44cb-bffd-78e600bcce15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:38.777533 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a4a784-a48a-44cb-bffd-78e600bcce15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:38.777850 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a4a784-a48a-44cb-bffd-78e600bcce15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:38.778170 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a4a784-a48a-44cb-bffd-78e600bcce15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:38.778482 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a4a784-a48a-44cb-bffd-78e600bcce15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:38.778795 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a4a784-a48a-44cb-bffd-78e600bcce15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:38.793622 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c2a4a784-a48a-44cb-bffd-78e600bcce15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:38.796610 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] Attempting to bind port a5fa42d2-74a3-492d-8e38-7dd53806fd4b on host dv-cinder-797170-3-smb for vnic_type normal with profile {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:33:38.797036 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] Attempting to bind port a5fa42d2-74a3-492d-8e38-7dd53806fd4b by drivers openvswitch,hyperv on host dv-cinder-797170-3-smb at level 0 using segments [{'id': '90a91344-e400-483a-84bf-ef48a7134d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392'}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:33:38.797396 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] Attempting to bind port a5fa42d2-74a3-492d-8e38-7dd53806fd4b on network f95acde7-6145-4eac-8338-c9336db53392 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:33:38.803221 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] Checking agent: {'id': '0a7d828d-f304-46d9-99e1-7df9121aa7cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 20, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:33:38.803923 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] Checking segment: {'id': '90a91344-e400-483a-84bf-ef48a7134d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:33:38.804494 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.805099 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] Bound using segment: {'id': '90a91344-e400-483a-84bf-ef48a7134d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392'} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:33:38.805786 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] Bound port: a5fa42d2-74a3-492d-8e38-7dd53806fd4b, host: dv-cinder-797170-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a91344-e400-483a-84bf-ef48a7134d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392'}}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:33:38.806362 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.826258 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9b3808c0-0004-4a9d-ad5c-fccecb5d5093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515328'] for router, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.911735 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] For port a5fa42d2-74a3-492d-8e38-7dd53806fd4b, host dv-cinder-797170-3-smb, cleared binding levels {{(pid=92746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:33:38.921495 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] For port a5fa42d2-74a3-492d-8e38-7dd53806fd4b, host dv-cinder-797170-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=a5fa42d2-74a3-492d-8e38-7dd53806fd4b,segment=NetworkSegment(90a91344-e400-483a-84bf-ef48a7134d36),segment_id=90a91344-e400-483a-84bf-ef48a7134d36)] {{(pid=92746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:33:38.930670 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.937201 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-efcff475-488a-4d29-aecf-3bf3c989195e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:39.026003 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3808c0-0004-4a9d-ad5c-fccecb5d5093 admin admin] Router 85027262-d07d-4555-abba-74e6d2134861 is scheduled to L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a with binding_index 1 {{(pid=92744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:33:39.036520 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] Routers {'6e290f77-1986-4c0b-b36c-eb1bb1594625'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:39.037680 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:33:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['6e290f77-1986-4c0b-b36c-eb1bb1594625'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:39.149491 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4a784-a48a-44cb-bffd-78e600bcce15 None None] Pushing event updated for resources: {'Port': ['ID=a5fa42d2-74a3-492d-8e38-7dd53806fd4b,revision_number=4']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:39.165206 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c2a4a784-a48a-44cb-bffd-78e600bcce15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:39.194821 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3808c0-0004-4a9d-ad5c-fccecb5d5093 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:33:39.204480 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] Sync routers for ids ['85027262-d07d-4555-abba-74e6d2134861'] in dv-cinder-797170-3-smb {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:33:39.216238 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] Routers {'85027262-d07d-4555-abba-74e6d2134861'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:39.217069 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:33:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['85027262-d07d-4555-abba-74e6d2134861'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:39.222915 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9b3808c0-0004-4a9d-ad5c-fccecb5d5093 admin admin] Notify callbacks [] for router, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:39.233323 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-9b3808c0-0004-4a9d-ad5c-fccecb5d5093 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8228602 Jun 21 04:33:39.235980 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 56140) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:39.324802 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] Set router 6e290f77-1986-4c0b-b36c-eb1bb1594625 gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:39.490917 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] Set router 85027262-d07d-4555-abba-74e6d2134861 gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:39.555361 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55061a59-c609-4b58-a5e5-887edf2b9a48 None None] Network 171f79a1-0f3d-466e-b870-b79ecccbc6d7 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:33:39.607093 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'name': 'tempest-TestMinimumBasicScenario-247930431-router', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:30Z', 'updated_at': '2021-06-21T04:33:33Z', 'revision_number': 4, 'project_id': '33b33908625f46939633bb2a606cf455', 'gw_port': {'id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:76:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:31Z', 'updated_at': '2021-06-21T04:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': 'a5fa42d2-74a3-492d-8e38-7dd53806fd4b', 'name': '', 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'mac_address': 'fa:16:3e:08:e3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f16d7fc9-548d-4719-a448-b27165be8af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:33Z', 'updated_at': '2021-06-21T04:33:38Z', 'revision_number': 4, 'project_id': '33b33908625f46939633bb2a606cf455', 'subnets': [{'id': 'f16d7fc9-548d-4719-a448-b27165be8af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:39.659308 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600e1bdc-cdab-490d-b957-c8f35392559c None None] The sync data for ids ['6e290f77-1986-4c0b-b36c-eb1bb1594625'] in dv-cinder-797170-3-smb is: [{'id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'name': 'tempest-TestMinimumBasicScenario-247930431-router', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:30Z', 'updated_at': '2021-06-21T04:33:33Z', 'revision_number': 4, 'project_id': '33b33908625f46939633bb2a606cf455', 'gw_port': {'id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:76:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:31Z', 'updated_at': '2021-06-21T04:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': 'a5fa42d2-74a3-492d-8e38-7dd53806fd4b', 'name': '', 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'mac_address': 'fa:16:3e:08:e3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f16d7fc9-548d-4719-a448-b27165be8af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:33Z', 'updated_at': '2021-06-21T04:33:38Z', 'revision_number': 4, 'project_id': '33b33908625f46939633bb2a606cf455', 'subnets': [{'id': 'f16d7fc9-548d-4719-a448-b27165be8af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:33:39.683711 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-28c92cf7-839f-4282-826e-106429248de6 None None] Provisioning for port cea170ae-1faa-4d17-866a-fdeac0949edc completed by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:39.965613 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85027262-d07d-4555-abba-74e6d2134861', 'name': 'tempest-TestMinimumBasicScenario-108468186-router', 'tenant_id': '9646675b0cc84aa786070f94b42cb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': '9a87e149-acaa-4d41-aebf-ab733e71ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:36Z', 'updated_at': '2021-06-21T04:33:37Z', 'revision_number': 3, 'project_id': '9646675b0cc84aa786070f94b42cb951', 'gw_port': {'id': '9a87e149-acaa-4d41-aebf-ab733e71ddd1', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:30:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85027262-d07d-4555-abba-74e6d2134861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:37Z', 'updated_at': '2021-06-21T04:33:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:40.006127 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] Checking router: 85027262-d07d-4555-abba-74e6d2134861 for host: dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:33:40.006516 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] Updating router 85027262-d07d-4555-abba-74e6d2134861 port 9a87e149-acaa-4d41-aebf-ab733e71ddd1 binding host dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:33:40.083543 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.221489 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-730e013a-8879-4a99-88bc-71b8e65567cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.491722 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device cea170ae-1faa-4d17-866a-fdeac0949edc up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:33:40.510746 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_common [None req-730e013a-8879-4a99-88bc-71b8e65567cf admin admin] Allocated IP 172.20.0.1 (171f79a1-0f3d-466e-b870-b79ecccbc6d7/5900ce1b-e228-4897-a2ce-6dea0cb99d27/356ff2bf-e4b6-434b-bd00-ba06514fe1ab) {{(pid=92743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:33:40.659896 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning for port cea170ae-1faa-4d17-866a-fdeac0949edc completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:40.683175 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port cea170ae-1faa-4d17-866a-fdeac0949edc triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:40.684096 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.688608 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-730e013a-8879-4a99-88bc-71b8e65567cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.706795 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.provisioning_blocks [None req-730e013a-8879-4a99-88bc-71b8e65567cf admin admin] Transition to ACTIVE for port object 356ff2bf-e4b6-434b-bd00-ba06514fe1ab will not be triggered until provisioned by entity DHCP. {{(pid=92743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:40.766768 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-730e013a-8879-4a99-88bc-71b8e65567cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60629742'] for port, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.770937 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-336006f4-6c2a-4546-ae13-4e98f68008f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:40.820535 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.830623 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730e013a-8879-4a99-88bc-71b8e65567cf admin admin] Network 171f79a1-0f3d-466e-b870-b79ecccbc6d7 is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:33:40.837401 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-730e013a-8879-4a99-88bc-71b8e65567cf admin admin] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:40.844392 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730e013a-8879-4a99-88bc-71b8e65567cf admin admin] Received port after_create {{(pid=92743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:33:40.849752 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] Transition to ACTIVE for port object 9a87e149-acaa-4d41-aebf-ab733e71ddd1 will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:40.855090 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e013a-8879-4a99-88bc-71b8e65567cf admin admin] Pushing event updated for resources: {'Port': ['ID=356ff2bf-e4b6-434b-bd00-ba06514fe1ab,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:40.869320 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.883827 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-730e013a-8879-4a99-88bc-71b8e65567cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:40.910949 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-730e013a-8879-4a99-88bc-71b8e65567cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513839'] for router_interface, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.926429 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:41.032591 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] Attempting to bind port 9a87e149-acaa-4d41-aebf-ab733e71ddd1 on host dv-cinder-797170-3-smb for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:33:41.033413 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] Attempting to bind port 9a87e149-acaa-4d41-aebf-ab733e71ddd1 by drivers openvswitch,hyperv on host dv-cinder-797170-3-smb at level 0 using segments [{'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:33:41.034235 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] Attempting to bind port 9a87e149-acaa-4d41-aebf-ab733e71ddd1 on network b03547ff-bdb5-4cf0-b910-6012328878f7 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:33:41.056520 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b85f7-a6c6-44cf-9dbc-00e6348dbd2e None None] Pushing event updated for resources: {'Port': ['ID=9a87e149-acaa-4d41-aebf-ab733e71ddd1,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:41.079636 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] Checking agent: {'id': '0a7d828d-f304-46d9-99e1-7df9121aa7cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 20, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:33:41.081966 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] Checking segment: {'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:33:41.083672 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.085354 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] Bound using segment: {'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:33:41.085988 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] Bound port: 9a87e149-acaa-4d41-aebf-ab733e71ddd1, host: dv-cinder-797170-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187c97c0-b126-42a1-9dd9-08d372d10f19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:33:41.088773 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.092507 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d37b85f7-a6c6-44cf-9dbc-00e6348dbd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:41.103611 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.246388 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-730e013a-8879-4a99-88bc-71b8e65567cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.248138 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] For port cea170ae-1faa-4d17-866a-fdeac0949edc, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=cea170ae-1faa-4d17-866a-fdeac0949edc,segment=NetworkSegment(10f31dca-28e3-443d-b4a9-ca3ae7713390),segment_id=10f31dca-28e3-443d-b4a9-ca3ae7713390)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:41.258886 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.261274 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device a5fa42d2-74a3-492d-8e38-7dd53806fd4b up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:33:41.265558 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] For port 9a87e149-acaa-4d41-aebf-ab733e71ddd1, host dv-cinder-797170-3-smb, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:33:41.268048 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0ab5745e-2618-4f08-a7d8-5a1b0d040779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:41.271700 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] For port 9a87e149-acaa-4d41-aebf-ab733e71ddd1, host dv-cinder-797170-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=9a87e149-acaa-4d41-aebf-ab733e71ddd1,segment=NetworkSegment(187c97c0-b126-42a1-9dd9-08d372d10f19),segment_id=187c97c0-b126-42a1-9dd9-08d372d10f19)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:33:41.347400 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.376793 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Pushing event updated for resources: {'Port': ['ID=cea170ae-1faa-4d17-866a-fdeac0949edc,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:41.383877 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:41.384339 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:41.416466 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-76430695-ce64-4ee6-bae8-871bcdcbcf16 None None] Provisioning for port 356ff2bf-e4b6-434b-bd00-ba06514fe1ab completed by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:41.436281 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-76430695-ce64-4ee6-bae8-871bcdcbcf16 None None] Provisioning complete for port 356ff2bf-e4b6-434b-bd00-ba06514fe1ab triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:41.436689 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-76430695-ce64-4ee6-bae8-871bcdcbcf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.473662 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] Routers {'85027262-d07d-4555-abba-74e6d2134861'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:41.474205 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:33:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['85027262-d07d-4555-abba-74e6d2134861'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:41.524100 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning for port a5fa42d2-74a3-492d-8e38-7dd53806fd4b completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:41.530349 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b85f7-a6c6-44cf-9dbc-00e6348dbd2e None None] Pushing event updated for resources: {'Port': ['ID=9a87e149-acaa-4d41-aebf-ab733e71ddd1,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:41.537323 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d37b85f7-a6c6-44cf-9dbc-00e6348dbd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:41.543845 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port a5fa42d2-74a3-492d-8e38-7dd53806fd4b triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:41.544186 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.545585 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-730e013a-8879-4a99-88bc-71b8e65567cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.547707 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-76430695-ce64-4ee6-bae8-871bcdcbcf16 None None] Port 356ff2bf-e4b6-434b-bd00-ba06514fe1ab cannot update to ACTIVE because it is not bound. {{(pid=92745) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:33:41.556000 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-730e013a-8879-4a99-88bc-71b8e65567cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629720'] for port, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.560895 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-76ada3c5-7204-43e7-a9fe-bfa644a0b449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:41.634198 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e013a-8879-4a99-88bc-71b8e65567cf admin admin] Pushing event updated for resources: {'Port': ['ID=356ff2bf-e4b6-434b-bd00-ba06514fe1ab,revision_number=2']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:41.638120 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-730e013a-8879-4a99-88bc-71b8e65567cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513334'] for router_interface, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.640463 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-730e013a-8879-4a99-88bc-71b8e65567cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:41.664173 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] Set router 85027262-d07d-4555-abba-74e6d2134861 gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:41.789473 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730e013a-8879-4a99-88bc-71b8e65567cf admin admin] Network 171f79a1-0f3d-466e-b870-b79ecccbc6d7 is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:33:41.791168 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-730e013a-8879-4a99-88bc-71b8e65567cf admin admin] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:41.930846 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.980124 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730e013a-8879-4a99-88bc-71b8e65567cf admin admin] Router 85027262-d07d-4555-abba-74e6d2134861 has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:33:42.024980 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] For port a5fa42d2-74a3-492d-8e38-7dd53806fd4b, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=a5fa42d2-74a3-492d-8e38-7dd53806fd4b,segment=NetworkSegment(90a91344-e400-483a-84bf-ef48a7134d36),segment_id=90a91344-e400-483a-84bf-ef48a7134d36)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:42.037646 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:42.043622 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0e361538-9415-49ed-9fb3-0a517180a017 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:42.139947 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730e013a-8879-4a99-88bc-71b8e65567cf admin admin] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:33:42.151503 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-730e013a-8879-4a99-88bc-71b8e65567cf admin admin] 10.222.0.60 "PUT /v2.0/routers/85027262-d07d-4555-abba-74e6d2134861/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9131930 Jun 21 04:33:42.179674 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device cea170ae-1faa-4d17-866a-fdeac0949edc up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:33:42.190471 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-2e97637e-08e4-495f-89d3-25e516fcd4ed None None] Provisioning complete for port 356ff2bf-e4b6-434b-bd00-ba06514fe1ab triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:42.190900 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2e97637e-08e4-495f-89d3-25e516fcd4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:42.214344 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Pushing event updated for resources: {'Port': ['ID=a5fa42d2-74a3-492d-8e38-7dd53806fd4b,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:42.240951 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:42.281130 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-2e97637e-08e4-495f-89d3-25e516fcd4ed None None] Port 356ff2bf-e4b6-434b-bd00-ba06514fe1ab cannot update to ACTIVE because it is not bound. {{(pid=92745) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:33:42.327253 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85027262-d07d-4555-abba-74e6d2134861', 'name': 'tempest-TestMinimumBasicScenario-108468186-router', 'tenant_id': '9646675b0cc84aa786070f94b42cb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': '9a87e149-acaa-4d41-aebf-ab733e71ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:36Z', 'updated_at': '2021-06-21T04:33:41Z', 'revision_number': 4, 'project_id': '9646675b0cc84aa786070f94b42cb951', 'gw_port': {'id': '9a87e149-acaa-4d41-aebf-ab733e71ddd1', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:30:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85027262-d07d-4555-abba-74e6d2134861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:37Z', 'updated_at': '2021-06-21T04:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': '356ff2bf-e4b6-434b-bd00-ba06514fe1ab', 'name': '', 'network_id': '171f79a1-0f3d-466e-b870-b79ecccbc6d7', 'tenant_id': '9646675b0cc84aa786070f94b42cb951', 'mac_address': 'fa:16:3e:e6:78:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85027262-d07d-4555-abba-74e6d2134861', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '5900ce1b-e228-4897-a2ce-6dea0cb99d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:40Z', 'updated_at': '2021-06-21T04:33:40Z', 'revision_number': 1, 'project_id': '9646675b0cc84aa786070f94b42cb951', 'subnets': [{'id': '5900ce1b-e228-4897-a2ce-6dea0cb99d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:42.361441 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port cea170ae-1faa-4d17-866a-fdeac0949edc triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:42.361865 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:42.365473 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c029d816-1e5e-4d90-87ae-1e47d72d6bf7 None None] The sync data for ids ['85027262-d07d-4555-abba-74e6d2134861'] in dv-cinder-797170-3-smb is: [{'id': '85027262-d07d-4555-abba-74e6d2134861', 'name': 'tempest-TestMinimumBasicScenario-108468186-router', 'tenant_id': '9646675b0cc84aa786070f94b42cb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': '9a87e149-acaa-4d41-aebf-ab733e71ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:36Z', 'updated_at': '2021-06-21T04:33:41Z', 'revision_number': 4, 'project_id': '9646675b0cc84aa786070f94b42cb951', 'gw_port': {'id': '9a87e149-acaa-4d41-aebf-ab733e71ddd1', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:30:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85027262-d07d-4555-abba-74e6d2134861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:37Z', 'updated_at': '2021-06-21T04:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': '356ff2bf-e4b6-434b-bd00-ba06514fe1ab', 'name': '', 'network_id': '171f79a1-0f3d-466e-b870-b79ecccbc6d7', 'tenant_id': '9646675b0cc84aa786070f94b42cb951', 'mac_address': 'fa:16:3e:e6:78:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85027262-d07d-4555-abba-74e6d2134861', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '5900ce1b-e228-4897-a2ce-6dea0cb99d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:40Z', 'updated_at': '2021-06-21T04:33:40Z', 'revision_number': 1, 'project_id': '9646675b0cc84aa786070f94b42cb951', 'subnets': [{'id': '5900ce1b-e228-4897-a2ce-6dea0cb99d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:33:44.424029 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device a5fa42d2-74a3-492d-8e38-7dd53806fd4b up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:33:44.535643 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port a5fa42d2-74a3-492d-8e38-7dd53806fd4b triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:44.536591 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:44.688623 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 9a87e149-acaa-4d41-aebf-ab733e71ddd1 up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:33:44.754369 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning for port 9a87e149-acaa-4d41-aebf-ab733e71ddd1 completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:44.760700 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 9a87e149-acaa-4d41-aebf-ab733e71ddd1 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:44.761594 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:44.885207 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d612f7-8e52-4605-955b-344b9b72915c req-7dc1640a-1311-4513-8a51-542b1dcd178e tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:44.893509 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-e6d612f7-8e52-4605-955b-344b9b72915c req-7dc1640a-1311-4513-8a51-542b1dcd178e tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.3230476 Jun 21 04:33:44.937139 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-e6d612f7-8e52-4605-955b-344b9b72915c req-b0bc261f-7636-49f6-bda3-98a5bbad3b20 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424602 Jun 21 04:33:44.947337 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:45.038993 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] For port 9a87e149-acaa-4d41-aebf-ab733e71ddd1, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=9a87e149-acaa-4d41-aebf-ab733e71ddd1,segment=NetworkSegment(187c97c0-b126-42a1-9dd9-08d372d10f19),segment_id=187c97c0-b126-42a1-9dd9-08d372d10f19)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:45.045105 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f41b1c84-307e-49f6-baab-4447381450e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:45.051256 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:45.054741 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:45.111133 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Pushing event updated for resources: {'Port': ['ID=9a87e149-acaa-4d41-aebf-ab733e71ddd1,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:45.114359 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:46.220928 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743ca98-cf9d-4893-b25e-945af6c98ff5 req-832e489c-a344-4367-8c03-f934f94b6e24 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:46.224082 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 9a87e149-acaa-4d41-aebf-ab733e71ddd1 up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:33:46.237088 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0743ca98-cf9d-4893-b25e-945af6c98ff5 req-832e489c-a344-4367-8c03-f934f94b6e24 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.1228497 Jun 21 04:33:46.324723 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0743ca98-cf9d-4893-b25e-945af6c98ff5 req-4dfab0e0-489c-4015-8619-4294c86f3ae8 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763850 Jun 21 04:33:46.356914 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 9a87e149-acaa-4d41-aebf-ab733e71ddd1 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:46.356914 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:47.028802 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] Sync routers for ids ['85027262-d07d-4555-abba-74e6d2134861'] in dv-cinder-797170-3-smb {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:33:47.047638 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] Routers {'85027262-d07d-4555-abba-74e6d2134861'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:47.061056 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:33:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['85027262-d07d-4555-abba-74e6d2134861'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:47.248012 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-13364ad3-6e74-4ed6-94af-5a253f940cd4 req-f9d0c589-12c5-42f7-a8b9-e1327d87922f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671623 Jun 21 04:33:47.267372 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] Set router 85027262-d07d-4555-abba-74e6d2134861 gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:47.452133 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13364ad3-6e74-4ed6-94af-5a253f940cd4 req-17b23481-103b-4c9c-aa55-a885bbcfe708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:47.454054 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-13364ad3-6e74-4ed6-94af-5a253f940cd4 req-17b23481-103b-4c9c-aa55-a885bbcfe708 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e77874d6686d4339bad83bc3b2c55091&device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 1098 time: 0.1402755 Jun 21 04:33:47.586283 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13364ad3-6e74-4ed6-94af-5a253f940cd4 req-43e12c3e-73d5-415f-8667-ce8737b2dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:47.588200 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-13364ad3-6e74-4ed6-94af-5a253f940cd4 req-43e12c3e-73d5-415f-8667-ce8737b2dca1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=681eba82-90ac-47cb-b2b4-73e0ab70b7bd HTTP/1.1" status: 200 len: 910 time: 0.1039069 Jun 21 04:33:47.665698 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85027262-d07d-4555-abba-74e6d2134861', 'name': 'tempest-TestMinimumBasicScenario-108468186-router', 'tenant_id': '9646675b0cc84aa786070f94b42cb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': '9a87e149-acaa-4d41-aebf-ab733e71ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:36Z', 'updated_at': '2021-06-21T04:33:41Z', 'revision_number': 4, 'project_id': '9646675b0cc84aa786070f94b42cb951', 'gw_port': {'id': '9a87e149-acaa-4d41-aebf-ab733e71ddd1', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:30:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85027262-d07d-4555-abba-74e6d2134861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:37Z', 'updated_at': '2021-06-21T04:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': '356ff2bf-e4b6-434b-bd00-ba06514fe1ab', 'name': '', 'network_id': '171f79a1-0f3d-466e-b870-b79ecccbc6d7', 'tenant_id': '9646675b0cc84aa786070f94b42cb951', 'mac_address': 'fa:16:3e:e6:78:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85027262-d07d-4555-abba-74e6d2134861', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '5900ce1b-e228-4897-a2ce-6dea0cb99d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:40Z', 'updated_at': '2021-06-21T04:33:41Z', 'revision_number': 2, 'project_id': '9646675b0cc84aa786070f94b42cb951', 'subnets': [{'id': '5900ce1b-e228-4897-a2ce-6dea0cb99d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:47.668327 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746b1ea-057e-44ed-a061-e8c0d6f11019 req-07f8ab5a-40d3-497e-a95d-9bdb85a53b39 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:47.670856 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-1746b1ea-057e-44ed-a061-e8c0d6f11019 req-07f8ab5a-40d3-497e-a95d-9bdb85a53b39 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.1196635 Jun 21 04:33:47.699165 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] Checking router: 85027262-d07d-4555-abba-74e6d2134861 for host: dv-cinder-797170-3-smb {{(pid=92746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:33:47.699555 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] Updating router 85027262-d07d-4555-abba-74e6d2134861 port 356ff2bf-e4b6-434b-bd00-ba06514fe1ab binding host dv-cinder-797170-3-smb {{(pid=92746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:33:47.705165 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-13364ad3-6e74-4ed6-94af-5a253f940cd4 req-93a4d1dd-8537-4983-b45d-25f8ea177a9f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fd2224e-9c92-461f-9536-c9a538ac4c3a HTTP/1.1" status: 200 len: 1001 time: 0.1084862 Jun 21 04:33:47.739143 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:47.743650 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-1746b1ea-057e-44ed-a061-e8c0d6f11019 req-eed4a829-8b7d-41aa-95de-6c0dd591e1d4 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617952 Jun 21 04:33:47.829993 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13364ad3-6e74-4ed6-94af-5a253f940cd4 req-526d4e9c-ba71-4ae0-9113-4a183529847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:47.831903 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-13364ad3-6e74-4ed6-94af-5a253f940cd4 req-526d4e9c-ba71-4ae0-9113-4a183529847b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5305cd27-b4bd-435d-8b24-d3ace7f876a9 HTTP/1.1" status: 200 len: 848 time: 0.1102743 Jun 21 04:33:47.920267 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13364ad3-6e74-4ed6-94af-5a253f940cd4 req-81e04a98-98f3-46ce-a911-0b7dca2609d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:47.923419 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-13364ad3-6e74-4ed6-94af-5a253f940cd4 req-81e04a98-98f3-46ce-a911-0b7dca2609d8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=681eba82-90ac-47cb-b2b4-73e0ab70b7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840104 Jun 21 04:33:48.003646 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-83e49b51-b825-4ab9-b368-968495b937bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:48.073436 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-13364ad3-6e74-4ed6-94af-5a253f940cd4 req-233c7699-ee37-47db-988d-410a01c4770a service neutron] 10.222.0.61 "GET /v2.0/networks/681eba82-90ac-47cb-b2b4-73e0ab70b7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414711 Jun 21 04:33:48.137576 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:48.156165 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] Transition to ACTIVE for port object 356ff2bf-e4b6-434b-bd00-ba06514fe1ab will not be triggered until provisioned by entity L2. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:48.169906 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:48.187920 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:48.223093 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:48.233982 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-13364ad3-6e74-4ed6-94af-5a253f940cd4 req-b245ef10-456e-48b5-be41-0833fef6d44f service neutron] 10.222.0.61 "GET /v2.0/networks/681eba82-90ac-47cb-b2b4-73e0ab70b7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456993 Jun 21 04:33:48.247022 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:48.325419 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cf59b-c83b-46da-be52-09b0b013a3e7 None None] Pushing event updated for resources: {'Port': ['ID=356ff2bf-e4b6-434b-bd00-ba06514fe1ab,revision_number=3']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:48.330797 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-fb9cf59b-c83b-46da-be52-09b0b013a3e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:48.372483 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] Attempting to bind port 356ff2bf-e4b6-434b-bd00-ba06514fe1ab on host dv-cinder-797170-3-smb for vnic_type normal with profile {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:33:48.372902 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] Attempting to bind port 356ff2bf-e4b6-434b-bd00-ba06514fe1ab by drivers openvswitch,hyperv on host dv-cinder-797170-3-smb at level 0 using segments [{'id': '10f31dca-28e3-443d-b4a9-ca3ae7713390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '171f79a1-0f3d-466e-b870-b79ecccbc6d7'}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:33:48.373271 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] Attempting to bind port 356ff2bf-e4b6-434b-bd00-ba06514fe1ab on network 171f79a1-0f3d-466e-b870-b79ecccbc6d7 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:33:48.384554 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] Checking agent: {'id': '0a7d828d-f304-46d9-99e1-7df9121aa7cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 20, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:33:48.385381 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] Checking segment: {'id': '10f31dca-28e3-443d-b4a9-ca3ae7713390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '171f79a1-0f3d-466e-b870-b79ecccbc6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:33:48.385707 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:48.386072 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] Bound using segment: {'id': '10f31dca-28e3-443d-b4a9-ca3ae7713390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '171f79a1-0f3d-466e-b870-b79ecccbc6d7'} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:33:48.386560 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] Bound port: 356ff2bf-e4b6-434b-bd00-ba06514fe1ab, host: dv-cinder-797170-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f31dca-28e3-443d-b4a9-ca3ae7713390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '171f79a1-0f3d-466e-b870-b79ecccbc6d7'}}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:33:48.387516 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:48.491322 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] For port 356ff2bf-e4b6-434b-bd00-ba06514fe1ab, host dv-cinder-797170-3-smb, cleared binding levels {{(pid=92746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:33:48.500288 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] For port 356ff2bf-e4b6-434b-bd00-ba06514fe1ab, host dv-cinder-797170-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=356ff2bf-e4b6-434b-bd00-ba06514fe1ab,segment=NetworkSegment(10f31dca-28e3-443d-b4a9-ca3ae7713390),segment_id=10f31dca-28e3-443d-b4a9-ca3ae7713390)] {{(pid=92746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:33:48.517379 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:48.530447 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:48.577760 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] Routers {'85027262-d07d-4555-abba-74e6d2134861'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:48.578575 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:33:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['85027262-d07d-4555-abba-74e6d2134861'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:48.840895 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] Set router 85027262-d07d-4555-abba-74e6d2134861 gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:48.933968 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:49.039393 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cf59b-c83b-46da-be52-09b0b013a3e7 None None] Pushing event updated for resources: {'Port': ['ID=356ff2bf-e4b6-434b-bd00-ba06514fe1ab,revision_number=4']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:49.043047 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-fb9cf59b-c83b-46da-be52-09b0b013a3e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:49.146398 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85027262-d07d-4555-abba-74e6d2134861', 'name': 'tempest-TestMinimumBasicScenario-108468186-router', 'tenant_id': '9646675b0cc84aa786070f94b42cb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': '9a87e149-acaa-4d41-aebf-ab733e71ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:36Z', 'updated_at': '2021-06-21T04:33:41Z', 'revision_number': 4, 'project_id': '9646675b0cc84aa786070f94b42cb951', 'gw_port': {'id': '9a87e149-acaa-4d41-aebf-ab733e71ddd1', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:30:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85027262-d07d-4555-abba-74e6d2134861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:37Z', 'updated_at': '2021-06-21T04:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': '356ff2bf-e4b6-434b-bd00-ba06514fe1ab', 'name': '', 'network_id': '171f79a1-0f3d-466e-b870-b79ecccbc6d7', 'tenant_id': '9646675b0cc84aa786070f94b42cb951', 'mac_address': 'fa:16:3e:e6:78:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85027262-d07d-4555-abba-74e6d2134861', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '5900ce1b-e228-4897-a2ce-6dea0cb99d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:40Z', 'updated_at': '2021-06-21T04:33:48Z', 'revision_number': 4, 'project_id': '9646675b0cc84aa786070f94b42cb951', 'subnets': [{'id': '5900ce1b-e228-4897-a2ce-6dea0cb99d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:49.182926 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ad41e-f69e-43ca-829c-f6f52ba15581 req-46f709a4-a8e2-41d1-bcb8-1ac34dd0a132 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:49.202770 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6f4ad41e-f69e-43ca-829c-f6f52ba15581 req-46f709a4-a8e2-41d1-bcb8-1ac34dd0a132 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.1696937 Jun 21 04:33:49.225455 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746f6ce1-791b-4fa8-af1d-87d0bdc832ca None None] The sync data for ids ['85027262-d07d-4555-abba-74e6d2134861'] in dv-cinder-797170-3-smb is: [{'id': '85027262-d07d-4555-abba-74e6d2134861', 'name': 'tempest-TestMinimumBasicScenario-108468186-router', 'tenant_id': '9646675b0cc84aa786070f94b42cb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': '9a87e149-acaa-4d41-aebf-ab733e71ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:36Z', 'updated_at': '2021-06-21T04:33:41Z', 'revision_number': 4, 'project_id': '9646675b0cc84aa786070f94b42cb951', 'gw_port': {'id': '9a87e149-acaa-4d41-aebf-ab733e71ddd1', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:30:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85027262-d07d-4555-abba-74e6d2134861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:37Z', 'updated_at': '2021-06-21T04:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': '356ff2bf-e4b6-434b-bd00-ba06514fe1ab', 'name': '', 'network_id': '171f79a1-0f3d-466e-b870-b79ecccbc6d7', 'tenant_id': '9646675b0cc84aa786070f94b42cb951', 'mac_address': 'fa:16:3e:e6:78:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85027262-d07d-4555-abba-74e6d2134861', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '5900ce1b-e228-4897-a2ce-6dea0cb99d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:40Z', 'updated_at': '2021-06-21T04:33:48Z', 'revision_number': 4, 'project_id': '9646675b0cc84aa786070f94b42cb951', 'subnets': [{'id': '5900ce1b-e228-4897-a2ce-6dea0cb99d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:33:49.284518 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6f4ad41e-f69e-43ca-829c-f6f52ba15581 req-3b5491c2-e070-4fe2-b2af-2f42fa960daf tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800133 Jun 21 04:33:50.212182 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 356ff2bf-e4b6-434b-bd00-ba06514fe1ab up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:33:50.285264 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning for port 356ff2bf-e4b6-434b-bd00-ba06514fe1ab completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:50.289779 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 356ff2bf-e4b6-434b-bd00-ba06514fe1ab triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:50.290488 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:50.390231 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:50.434557 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] For port 356ff2bf-e4b6-434b-bd00-ba06514fe1ab, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=356ff2bf-e4b6-434b-bd00-ba06514fe1ab,segment=NetworkSegment(10f31dca-28e3-443d-b4a9-ca3ae7713390),segment_id=10f31dca-28e3-443d-b4a9-ca3ae7713390)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:50.440319 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:50.443444 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d12030d8-09f3-41f5-b2b4-30eaa4c8672a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:50.508413 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Pushing event updated for resources: {'Port': ['ID=356ff2bf-e4b6-434b-bd00-ba06514fe1ab,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:50.522918 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:50.601759 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77bb91-c920-4b9e-b0bf-7b45999cba5c req-6b64d89e-8ad7-4592-af22-1c69e3f22c4d tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:50.604600 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5e77bb91-c920-4b9e-b0bf-7b45999cba5c req-6b64d89e-8ad7-4592-af22-1c69e3f22c4d tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.0855868 Jun 21 04:33:50.652126 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5e77bb91-c920-4b9e-b0bf-7b45999cba5c req-a60a754d-4627-4916-b189-7cc110e36dbc tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415118 Jun 21 04:33:51.615090 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:51.897007 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948803c-e1a2-4fd8-92de-3824865bdec0 req-c4c51311-f389-40f9-82c1-6649951748b7 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:51.898941 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-3948803c-e1a2-4fd8-92de-3824865bdec0 req-c4c51311-f389-40f9-82c1-6649951748b7 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.0817041 Jun 21 04:33:51.957607 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-3948803c-e1a2-4fd8-92de-3824865bdec0 req-0e1abff2-b449-48dd-822b-ee37abcaaaae tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502076 Jun 21 04:33:52.252432 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 356ff2bf-e4b6-434b-bd00-ba06514fe1ab up at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:33:52.364953 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Provisioning complete for port 356ff2bf-e4b6-434b-bd00-ba06514fe1ab triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:52.365706 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:53.263219 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b17fe3-475b-4697-8621-bb28839488f5 req-98ae4457-a71d-4b85-8b5b-2d5e78ab8e3f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:53.264830 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-98b17fe3-475b-4697-8621-bb28839488f5 req-98ae4457-a71d-4b85-8b5b-2d5e78ab8e3f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.0773032 Jun 21 04:33:53.332594 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-98b17fe3-475b-4697-8621-bb28839488f5 req-f67f6bfe-3359-42bc-9222-874c4f9df7ae tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566125 Jun 21 04:33:54.042878 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14119e50-2017-4445-b818-00faf636577d req-203e96ef-842a-4944-85fe-9e666133d0f9 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:54.044371 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-14119e50-2017-4445-b818-00faf636577d req-203e96ef-842a-4944-85fe-9e666133d0f9 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/networks?id=f95acde7-6145-4eac-8338-c9336db53392 HTTP/1.1" status: 200 len: 814 time: 0.1101954 Jun 21 04:33:54.060524 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-14119e50-2017-4445-b818-00faf636577d req-d361a2ec-35d0-40ec-b60a-24220cb9e9b3 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/quotas/33b33908625f46939633bb2a606cf455 HTTP/1.1" status: 200 len: 375 time: 0.0101831 Jun 21 04:33:54.144203 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-14119e50-2017-4445-b818-00faf636577d req-62063dfa-443d-43c9-b6e3-7760f5e93348 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=33b33908625f46939633bb2a606cf455&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776594 Jun 21 04:33:54.247306 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-14119e50-2017-4445-b818-00faf636577d req-b37312e0-a4ae-4708-a93d-d360096f3f82 service neutron] 10.222.0.60 "GET /v2.0/networks/f95acde7-6145-4eac-8338-c9336db53392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893819 Jun 21 04:33:54.349761 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-14119e50-2017-4445-b818-00faf636577d req-409ee4e2-092e-4853-99c5-32f5e12f42ed service neutron] 10.222.0.60 "GET /v2.0/networks/f95acde7-6145-4eac-8338-c9336db53392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960340 Jun 21 04:33:54.585334 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57a3ba-c891-4991-9202-e93f1436c470 req-53bdbfe3-abd4-47e9-a588-0e514753c261 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:54.588767 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-8a57a3ba-c891-4991-9202-e93f1436c470 req-53bdbfe3-abd4-47e9-a588-0e514753c261 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.0938747 Jun 21 04:33:54.645588 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-8a57a3ba-c891-4991-9202-e93f1436c470 req-83a84ca8-1203-4872-be0e-62ef06aef11a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482819 Jun 21 04:33:54.739593 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f35d22ef-f24c-4ddc-a0f5-ae30f2eec168 req-73109073-c58f-46f7-9afe-79cf8d0f787c tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 210 time: 0.0475030 Jun 21 04:33:55.883198 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2719d9-1289-4855-866c-70bac20933ad req-bcdfb865-3e40-411f-9cfa-ffa469b324f9 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:55.886190 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-3a2719d9-1289-4855-866c-70bac20933ad req-bcdfb865-3e40-411f-9cfa-ffa469b324f9 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.1121635 Jun 21 04:33:55.899310 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9f75b2e9-4404-4cdb-a794-8d972a9ffffb req-ea27f3e4-4fef-48dc-9ed8-99252edf350e tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 210 time: 0.0319138 Jun 21 04:33:55.950895 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-3a2719d9-1289-4855-866c-70bac20933ad req-048929a7-5934-42c6-a42a-8cf922a433f3 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563858 Jun 21 04:33:56.145446 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14119e50-2017-4445-b818-00faf636577d req-214d8b8d-62df-462c-a628-caa7a4cf1cf8 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:56.147996 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-14119e50-2017-4445-b818-00faf636577d req-214d8b8d-62df-462c-a628-caa7a4cf1cf8 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.61 "GET /v2.0/networks?id=f95acde7-6145-4eac-8338-c9336db53392 HTTP/1.1" status: 200 len: 814 time: 0.1581616 Jun 21 04:33:56.164441 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-14119e50-2017-4445-b818-00faf636577d req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Request body: {'port': {'device_id': '6c7f5881-d4b8-4db4-83b7-7f8a1825abbe', 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392', 'admin_state_up': True, 'tenant_id': '33b33908625f46939633bb2a606cf455'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:56.258458 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device b91b0ca8-ca7e-453c-b258-08e525046635 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92745) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:33:56.328751 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14119e50-2017-4445-b818-00faf636577d req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Made reservation on behalf of 33b33908625f46939633bb2a606cf455 for: {'port': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:33:56.336541 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-14119e50-2017-4445-b818-00faf636577d req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:56.411143 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port b91b0ca8-ca7e-453c-b258-08e525046635, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=b91b0ca8-ca7e-453c-b258-08e525046635,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:56.428091 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Returning: {'device': 'b91b0ca8-ca7e-453c-b258-08e525046635', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'port_id': 'b91b0ca8-ca7e-453c-b258-08e525046635', 'mac_address': 'fa:16:3e:60:5b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b063768-9c1b-46e1-8850-d03763645351', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92745) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:33:56.476491 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:56.496840 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b91b0ca8-ca7e-453c-b258-08e525046635 {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:33:56.508372 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_common [req-14119e50-2017-4445-b818-00faf636577d req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Allocated IP 172.20.0.6 (f95acde7-6145-4eac-8338-c9336db53392/f16d7fc9-548d-4719-a448-b27165be8af1/005e1d4b-764d-49bc-b274-16e6b2a5730b) {{(pid=92744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:33:56.521789 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port b91b0ca8-ca7e-453c-b258-08e525046635, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=b91b0ca8-ca7e-453c-b258-08e525046635,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:56.529088 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:56.531194 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-48e626ee-4dec-4aae-a9fb-68058e7927ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:56.603480 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=b91b0ca8-ca7e-453c-b258-08e525046635,revision_number=6']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:56.609341 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:56.637382 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['b91b0ca8-ca7e-453c-b258-08e525046635'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:33:56.867977 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-14119e50-2017-4445-b818-00faf636577d req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for port, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:56.915709 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.provisioning_blocks [req-14119e50-2017-4445-b818-00faf636577d req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Transition to ACTIVE for port object 005e1d4b-764d-49bc-b274-16e6b2a5730b will not be triggered until provisioned by entity DHCP. {{(pid=92744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:57.030596 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-14119e50-2017-4445-b818-00faf636577d req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60010093'] for port, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:57.037963 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-754a7820-60ef-4661-a92c-ec0caf462e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:57.161054 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Pushing event updated for resources: {'Port': ['ID=005e1d4b-764d-49bc-b274-16e6b2a5730b,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:57.191553 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:57.192447 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:57.192955 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:57.193419 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:57.193904 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:57.194363 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:57.194823 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:57.195281 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:57.195738 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:57.196192 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:57.196643 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:57.197122 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:57.223499 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14119e50-2017-4445-b818-00faf636577d req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Network f95acde7-6145-4eac-8338-c9336db53392 is already hosted by enough agents. {{(pid=92744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:33:57.225012 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:57.230575 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [req-14119e50-2017-4445-b818-00faf636577d req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Resources bound (agent type, host, resource id): {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:57.249084 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [req-14119e50-2017-4445-b818-00faf636577d req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Received port after_create {{(pid=92744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:33:57.362780 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9b705-c8af-40b8-9542-e2ec3c5fd40d req-cf575b7d-63ce-477e-959b-a9aa61d8e4cd tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:57.371521 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-71b9b705-c8af-40b8-9542-e2ec3c5fd40d req-cf575b7d-63ce-477e-959b-a9aa61d8e4cd tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 931 time: 0.2038887 Jun 21 04:33:57.384344 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14119e50-2017-4445-b818-00faf636577d req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:57.386386 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-14119e50-2017-4445-b818-00faf636577d req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:57.443485 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-14119e50-2017-4445-b818-00faf636577d req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2836621 Jun 21 04:33:57.477497 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-71b9b705-c8af-40b8-9542-e2ec3c5fd40d req-06bb3280-cf52-4845-86e7-6317f072c4a8 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049502 Jun 21 04:33:57.487547 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d27d36-29e9-4cd7-ab18-580c160c833b req-5571cd88-5b9e-44b6-8d61-f67db354a83f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:57.489643 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-01d27d36-29e9-4cd7-ab18-580c160c833b req-5571cd88-5b9e-44b6-8d61-f67db354a83f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 945 time: 0.2493753 Jun 21 04:33:57.738427 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-242215a3-1030-429a-b2ac-9ea4bf02b62a None None] Provisioning for port 005e1d4b-764d-49bc-b274-16e6b2a5730b completed by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:57.753889 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-242215a3-1030-429a-b2ac-9ea4bf02b62a None None] Provisioning complete for port 005e1d4b-764d-49bc-b274-16e6b2a5730b triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:57.757208 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-242215a3-1030-429a-b2ac-9ea4bf02b62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:57.823078 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-01d27d36-29e9-4cd7-ab18-580c160c833b req-7a1dfa54-884e-452c-be0a-2bee4d967e6e tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3204870 Jun 21 04:33:57.825324 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-242215a3-1030-429a-b2ac-9ea4bf02b62a None None] Port 005e1d4b-764d-49bc-b274-16e6b2a5730b cannot update to ACTIVE because it is not bound. {{(pid=92745) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:33:58.271570 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device b91b0ca8-ca7e-453c-b258-08e525046635 up at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:33:58.338611 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning complete for port b91b0ca8-ca7e-453c-b258-08e525046635 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:58.339180 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:58.468757 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:58.503022 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c160a1-1959-4075-b3ef-b1907c734527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91b0ca8-ca7e-453c-b258-08e525046635'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:58.505834 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c94a7e7-2ee1-4c31-bb03-2c70c1b29df8" -d '{"events": [{"server_uuid": "f8c160a1-1959-4075-b3ef-b1907c734527", "name": "network-vif-plugged", "status": "completed", "tag": "b91b0ca8-ca7e-453c-b258-08e525046635"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:58.533752 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port b91b0ca8-ca7e-453c-b258-08e525046635, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=b91b0ca8-ca7e-453c-b258-08e525046635,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:58.546327 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:58.549057 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:58.649081 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=b91b0ca8-ca7e-453c-b258-08e525046635,revision_number=7']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:58.654814 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:58.799450 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f6111-701b-4ba4-8104-b4615bd8766f req-eec478c0-cdcd-4b91-9849-8fe543b61f36 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:58.803325 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-843f6111-701b-4ba4-8104-b4615bd8766f req-eec478c0-cdcd-4b91-9849-8fe543b61f36 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 931 time: 0.1331284 Jun 21 04:33:58.855435 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-843f6111-701b-4ba4-8104-b4615bd8766f req-465d2e10-dec8-41fe-8d3a-7a3062aface6 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430818 Jun 21 04:33:58.939642 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5ef618-e42e-47f6-8766-e584d837d3f5 x-openstack-request-id: req-ba5ef618-e42e-47f6-8766-e584d837d3f5 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:58.940544 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c160a1-1959-4075-b3ef-b1907c734527", "name": "network-vif-plugged", "status": "completed", "tag": "b91b0ca8-ca7e-453c-b258-08e525046635", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:58.940544 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ba5ef618-e42e-47f6-8766-e584d837d3f5 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:58.941266 dv-cinder-797170-3-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c160a1-1959-4075-b3ef-b1907c734527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91b0ca8-ca7e-453c-b258-08e525046635', 'code': 200} Jun 21 04:33:59.126878 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3011eba-51e6-4e48-8dfa-b6e45bbe56d5 req-2ce6548f-45f0-40cf-81d8-0390d47b4af9 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:59.128776 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f3011eba-51e6-4e48-8dfa-b6e45bbe56d5 req-2ce6548f-45f0-40cf-81d8-0390d47b4af9 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.0873635 Jun 21 04:33:59.194092 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f3011eba-51e6-4e48-8dfa-b6e45bbe56d5 req-6b0e91a9-d1a2-46a8-b647-fb002278b7b8 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591238 Jun 21 04:34:00.105141 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd6faf-c552-4465-80b8-b1eaae3d4892 req-89f98328-67a4-47cd-9ae1-4bb4673bd75c tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:00.108017 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-94dd6faf-c552-4465-80b8-b1eaae3d4892 req-89f98328-67a4-47cd-9ae1-4bb4673bd75c tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 931 time: 0.1146195 Jun 21 04:34:00.171088 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-94dd6faf-c552-4465-80b8-b1eaae3d4892 req-26271839-10ae-4298-846c-be1b04f24639 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523717 Jun 21 04:34:00.479975 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5a766-6523-4f0f-bb87-45f070357d8a req-dfa30cc0-adeb-46a7-a159-818d25a387ff tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:00.483488 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-38f5a766-6523-4f0f-bb87-45f070357d8a req-dfa30cc0-adeb-46a7-a159-818d25a387ff tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.1042290 Jun 21 04:34:00.588499 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-38f5a766-6523-4f0f-bb87-45f070357d8a req-16822879-ea59-4dd9-8910-4e69b7dec8f2 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931702 Jun 21 04:34:01.459660 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a72f21-ac36-43f3-ac7a-156ea2d5a392 req-eed6a004-6b18-4622-b57b-1bc6fab9526e tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:01.461447 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-60a72f21-ac36-43f3-ac7a-156ea2d5a392 req-eed6a004-6b18-4622-b57b-1bc6fab9526e tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 931 time: 0.0812368 Jun 21 04:34:01.513012 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-60a72f21-ac36-43f3-ac7a-156ea2d5a392 req-6122d76a-cf0e-441a-92da-380413c86643 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429611 Jun 21 04:34:01.895489 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998d2dc-3eb5-4f8f-9b00-7785e4a75656 req-5d45209b-8e77-4f37-9654-13b150e6f62c tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:01.898439 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-7998d2dc-3eb5-4f8f-9b00-7785e4a75656 req-5d45209b-8e77-4f37-9654-13b150e6f62c tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.1159713 Jun 21 04:34:01.980205 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-7998d2dc-3eb5-4f8f-9b00-7785e4a75656 req-0604f25c-e71c-4262-a665-140d25520cc3 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746601 Jun 21 04:34:02.823486 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cd196-dff7-4be5-864d-25321ec8a2af req-c24821f3-5cb6-4326-907b-151440c2b5e7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:02.825261 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-597cd196-dff7-4be5-864d-25321ec8a2af req-c24821f3-5cb6-4326-907b-151440c2b5e7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 931 time: 0.0929420 Jun 21 04:34:02.900828 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-597cd196-dff7-4be5-864d-25321ec8a2af req-5dacf096-5c29-453a-abda-42fe4ee3099f tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641394 Jun 21 04:34:03.251872 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23c7ba-a59a-41f1-873e-bfae4f7d979a req-770107e4-1fdf-4478-b6d8-4850a9a4dfc8 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:03.254594 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-be23c7ba-a59a-41f1-873e-bfae4f7d979a req-770107e4-1fdf-4478-b6d8-4850a9a4dfc8 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.1064415 Jun 21 04:34:03.305421 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-be23c7ba-a59a-41f1-873e-bfae4f7d979a req-70eaa0ae-375f-4063-aef5-929a28d626ff tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395463 Jun 21 04:34:04.162533 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80367122-de36-464b-9b3b-ab95e2854666 req-1a0872e5-b1a6-4a26-8f3d-8df48e8bf552 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:04.165797 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-80367122-de36-464b-9b3b-ab95e2854666 req-1a0872e5-b1a6-4a26-8f3d-8df48e8bf552 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 931 time: 0.0985689 Jun 21 04:34:04.235615 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-80367122-de36-464b-9b3b-ab95e2854666 req-a681bb6d-205c-45ad-87c6-728b12219b0d tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591669 Jun 21 04:34:04.543880 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00007ab-de33-489b-be89-ff7652a0efdb req-cbdca1f9-16d6-4521-9f19-00e0c467285a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:04.546387 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d00007ab-de33-489b-be89-ff7652a0efdb req-cbdca1f9-16d6-4521-9f19-00e0c467285a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.1058433 Jun 21 04:34:04.604426 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d00007ab-de33-489b-be89-ff7652a0efdb req-aa7ca930-f300-4c54-bc2b-3ee075accf3e tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469112 Jun 21 04:34:05.668420 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ad137-6f5b-4fd9-88ac-2084024b8d04 req-51d0947f-ab94-4490-a8e9-9e6342ead04e tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:05.670086 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-c23ad137-6f5b-4fd9-88ac-2084024b8d04 req-51d0947f-ab94-4490-a8e9-9e6342ead04e tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 931 time: 0.1139638 Jun 21 04:34:05.747588 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-c23ad137-6f5b-4fd9-88ac-2084024b8d04 req-f0eebba3-90d2-4e3e-bfdd-d1cf63c5ffd1 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660157 Jun 21 04:34:05.964123 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5e253-e0e7-4f9a-838e-450532d410a8 req-b85c42cd-44ed-4f9e-a822-f4045cda8473 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:05.965673 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-13d5e253-e0e7-4f9a-838e-450532d410a8 req-b85c42cd-44ed-4f9e-a822-f4045cda8473 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.0819371 Jun 21 04:34:06.024125 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-13d5e253-e0e7-4f9a-838e-450532d410a8 req-b998aa4c-ddd1-499a-830e-64ba3efd351e tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501852 Jun 21 04:34:06.940191 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c828ac-5a12-48ad-b240-016e6db7b767 req-a47b90a0-79c9-4eae-aeac-c80c362a71de tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:06.941824 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-32c828ac-5a12-48ad-b240-016e6db7b767 req-a47b90a0-79c9-4eae-aeac-c80c362a71de tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 931 time: 0.0693707 Jun 21 04:34:06.981718 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-32c828ac-5a12-48ad-b240-016e6db7b767 req-cb3a1974-11be-41f0-a98b-f819c4d3c848 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338678 Jun 21 04:34:07.230138 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-14119e50-2017-4445-b818-00faf636577d req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] Request body: {'port': {'device_id': '6c7f5881-d4b8-4db4-83b7-7f8a1825abbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:34:07.240856 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18993288-3330-434c-9353-d5eb41ecc739 req-0ad382df-ad48-4e0d-8dba-cb34f7359c06 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:07.242644 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-18993288-3330-434c-9353-d5eb41ecc739 req-0ad382df-ad48-4e0d-8dba-cb34f7359c06 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.0741901 Jun 21 04:34:07.311871 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-18993288-3330-434c-9353-d5eb41ecc739 req-f6e2b266-249d-431e-a559-353f0b326d27 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592310 Jun 21 04:34:07.330063 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-14119e50-2017-4445-b818-00faf636577d req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:07.690051 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [req-14119e50-2017-4445-b818-00faf636577d req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 005e1d4b-764d-49bc-b274-16e6b2a5730b {{(pid=92744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:34:07.700301 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-14119e50-2017-4445-b818-00faf636577d req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:07.716649 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.provisioning_blocks [req-14119e50-2017-4445-b818-00faf636577d req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] Transition to ACTIVE for port object 005e1d4b-764d-49bc-b274-16e6b2a5730b will not be triggered until provisioned by entity L2. {{(pid=92744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:34:07.725620 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-14119e50-2017-4445-b818-00faf636577d req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:07.732529 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-8089ddac-608d-4f58-b674-66c828000148 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:08.001711 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=005e1d4b-764d-49bc-b274-16e6b2a5730b,revision_number=2']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:08.029098 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:08.037027 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-14119e50-2017-4445-b818-00faf636577d req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] Attempting to bind port 005e1d4b-764d-49bc-b274-16e6b2a5730b on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:34:08.037545 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-14119e50-2017-4445-b818-00faf636577d req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] Attempting to bind port 005e1d4b-764d-49bc-b274-16e6b2a5730b by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '90a91344-e400-483a-84bf-ef48a7134d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392'}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:34:08.038085 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14119e50-2017-4445-b818-00faf636577d req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] Attempting to bind port 005e1d4b-764d-49bc-b274-16e6b2a5730b on network f95acde7-6145-4eac-8338-c9336db53392 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:34:08.046661 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14119e50-2017-4445-b818-00faf636577d req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] Port 005e1d4b-764d-49bc-b274-16e6b2a5730b on network f95acde7-6145-4eac-8338-c9336db53392 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:34:08.047180 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14119e50-2017-4445-b818-00faf636577d req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] Attempting to bind port 005e1d4b-764d-49bc-b274-16e6b2a5730b on network f95acde7-6145-4eac-8338-c9336db53392 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:34:08.065129 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14119e50-2017-4445-b818-00faf636577d req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] Checking agent: {'id': '96b302db-cc9c-42f9-932f-b12d5511dc88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'started_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:34:08.065965 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14119e50-2017-4445-b818-00faf636577d req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] Checking segment: {'id': '90a91344-e400-483a-84bf-ef48a7134d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:34:08.066352 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14119e50-2017-4445-b818-00faf636577d req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] Bound using segment: {'id': '90a91344-e400-483a-84bf-ef48a7134d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392'} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:34:08.067653 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-14119e50-2017-4445-b818-00faf636577d req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] Bound port: 005e1d4b-764d-49bc-b274-16e6b2a5730b, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90a91344-e400-483a-84bf-ef48a7134d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392'}}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:34:08.067653 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-14119e50-2017-4445-b818-00faf636577d req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:08.215428 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-14119e50-2017-4445-b818-00faf636577d req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] For port 005e1d4b-764d-49bc-b274-16e6b2a5730b, host hv-cinder-79717, cleared binding levels {{(pid=92744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:34:08.222045 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-14119e50-2017-4445-b818-00faf636577d req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] For port 005e1d4b-764d-49bc-b274-16e6b2a5730b, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=005e1d4b-764d-49bc-b274-16e6b2a5730b,segment=NetworkSegment(90a91344-e400-483a-84bf-ef48a7134d36),segment_id=90a91344-e400-483a-84bf-ef48a7134d36)] {{(pid=92744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:34:08.233185 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-14119e50-2017-4445-b818-00faf636577d req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:08.238506 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-5609b509-7ba3-4291-af02-a5d68880d945 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:08.306151 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14119e50-2017-4445-b818-00faf636577d req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:08.307231 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-14119e50-2017-4445-b818-00faf636577d req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:08.309764 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-14119e50-2017-4445-b818-00faf636577d req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] 10.222.0.61 "PUT /v2.0/ports/005e1d4b-764d-49bc-b274-16e6b2a5730b HTTP/1.1" status: 200 len: 1093 time: 1.1459680 Jun 21 04:34:08.310567 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7f5881-d4b8-4db4-83b7-7f8a1825abbe', 'tag': '005e1d4b-764d-49bc-b274-16e6b2a5730b'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:34:08.315174 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aba507a-88fc-4eea-ba9c-87ede28c6fea" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7f5881-d4b8-4db4-83b7-7f8a1825abbe", "tag": "005e1d4b-764d-49bc-b274-16e6b2a5730b"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:34:08.359582 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=005e1d4b-764d-49bc-b274-16e6b2a5730b,revision_number=3']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:08.375837 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27beace3-dcec-4945-aa9a-64a2b8310ed9 req-71255d5c-489a-4fc8-ba92-987bcb5f74fb tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:08.391068 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:08.393843 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-27beace3-dcec-4945-aa9a-64a2b8310ed9 req-71255d5c-489a-4fc8-ba92-987bcb5f74fb tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 943 time: 0.1852679 Jun 21 04:34:08.463548 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-27beace3-dcec-4945-aa9a-64a2b8310ed9 req-e7cc3fb2-8e6d-489a-81bc-34718c13c969 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669975 Jun 21 04:34:08.682701 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14119e50-2017-4445-b818-00faf636577d req-3412cb34-7958-45a3-975b-19a28d45a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:08.685392 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-14119e50-2017-4445-b818-00faf636577d req-3412cb34-7958-45a3-975b-19a28d45a704 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33b33908625f46939633bb2a606cf455&device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 1096 time: 0.2739174 Jun 21 04:34:08.737075 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcb7acc-188d-4599-b7a4-96b52af334a9 x-openstack-request-id: req-4fcb7acc-188d-4599-b7a4-96b52af334a9 {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:34:08.737624 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7f5881-d4b8-4db4-83b7-7f8a1825abbe", "tag": "005e1d4b-764d-49bc-b274-16e6b2a5730b", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:34:08.738104 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4fcb7acc-188d-4599-b7a4-96b52af334a9 {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:34:08.747337 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7f5881-d4b8-4db4-83b7-7f8a1825abbe', 'tag': '005e1d4b-764d-49bc-b274-16e6b2a5730b', 'status': 'completed', 'code': 200} Jun 21 04:34:08.855814 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-14119e50-2017-4445-b818-00faf636577d req-947d7987-e1ba-4d42-87ca-f57854354d7e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=005e1d4b-764d-49bc-b274-16e6b2a5730b HTTP/1.1" status: 200 len: 217 time: 0.1558342 Jun 21 04:34:08.907422 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d88f2c-d65d-4fbe-b8c5-8b15a827c87c req-ab677357-9374-4e5a-9973-4751fe30892c tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:08.922177 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-06d88f2c-d65d-4fbe-b8c5-8b15a827c87c req-ab677357-9374-4e5a-9973-4751fe30892c tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.1516316 Jun 21 04:34:08.950521 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14119e50-2017-4445-b818-00faf636577d req-6b57c7ea-e5dd-4751-a346-290409cc2895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:08.953967 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-14119e50-2017-4445-b818-00faf636577d req-6b57c7ea-e5dd-4751-a346-290409cc2895 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f16d7fc9-548d-4719-a448-b27165be8af1 HTTP/1.1" status: 200 len: 853 time: 0.0887475 Jun 21 04:34:09.035661 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-06d88f2c-d65d-4fbe-b8c5-8b15a827c87c req-9b246c58-345f-463c-bc6f-0fa103cab56f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102931 Jun 21 04:34:09.111276 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14119e50-2017-4445-b818-00faf636577d req-5beed1cd-adca-4de7-8961-74dadb308584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:09.114217 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-14119e50-2017-4445-b818-00faf636577d req-5beed1cd-adca-4de7-8961-74dadb308584 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f95acde7-6145-4eac-8338-c9336db53392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1481552 Jun 21 04:34:09.316642 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-14119e50-2017-4445-b818-00faf636577d req-31f4b575-850a-467d-8710-c64bdb04b9d7 service neutron] 10.222.0.61 "GET /v2.0/networks/f95acde7-6145-4eac-8338-c9336db53392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892028 Jun 21 04:34:09.490850 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-14119e50-2017-4445-b818-00faf636577d req-e792f196-fbcd-4c9c-91c4-ebfb401e1317 service neutron] 10.222.0.61 "GET /v2.0/networks/f95acde7-6145-4eac-8338-c9336db53392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644800 Jun 21 04:34:09.655167 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba507a-88fc-4eea-ba9c-87ede28c6fea req-6f6abceb-bfbe-4b2d-9163-e894556d9614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:09.657675 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-7aba507a-88fc-4eea-ba9c-87ede28c6fea req-6f6abceb-bfbe-4b2d-9163-e894556d9614 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33b33908625f46939633bb2a606cf455&device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 1096 time: 0.0929418 Jun 21 04:34:09.924027 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba507a-88fc-4eea-ba9c-87ede28c6fea req-3a8f9143-7907-49fe-9f35-13c9459edc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:09.926731 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-7aba507a-88fc-4eea-ba9c-87ede28c6fea req-3a8f9143-7907-49fe-9f35-13c9459edc9f service neutron] 10.222.0.61 "GET /v2.0/networks?id=f95acde7-6145-4eac-8338-c9336db53392 HTTP/1.1" status: 200 len: 915 time: 0.2620885 Jun 21 04:34:09.943058 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced893bd-bdab-467e-85ac-981d20cee1ac req-b2f08009-0925-479e-bbd8-04c45e8fd14f tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:09.946041 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ced893bd-bdab-467e-85ac-981d20cee1ac req-b2f08009-0925-479e-bbd8-04c45e8fd14f tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 943 time: 0.2497265 Jun 21 04:34:09.996058 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-7aba507a-88fc-4eea-ba9c-87ede28c6fea req-ed9ad54f-6087-4503-a3be-da1739b3f394 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=005e1d4b-764d-49bc-b274-16e6b2a5730b HTTP/1.1" status: 200 len: 217 time: 0.0487623 Jun 21 04:34:10.114093 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ced893bd-bdab-467e-85ac-981d20cee1ac req-7884ac91-34fa-4162-b164-3435d4f6ebb7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166189 Jun 21 04:34:10.119693 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba507a-88fc-4eea-ba9c-87ede28c6fea req-f9f369f2-4504-4cd6-a388-cbfdf5fd7547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:10.121195 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-7aba507a-88fc-4eea-ba9c-87ede28c6fea req-f9f369f2-4504-4cd6-a388-cbfdf5fd7547 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f16d7fc9-548d-4719-a448-b27165be8af1 HTTP/1.1" status: 200 len: 853 time: 0.1157725 Jun 21 04:34:10.229806 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba507a-88fc-4eea-ba9c-87ede28c6fea req-6316b241-f982-4526-9de2-546a6342fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:10.232639 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-7aba507a-88fc-4eea-ba9c-87ede28c6fea req-6316b241-f982-4526-9de2-546a6342fdee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f95acde7-6145-4eac-8338-c9336db53392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1012077 Jun 21 04:34:10.360112 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-7aba507a-88fc-4eea-ba9c-87ede28c6fea req-90b7605d-b505-4a75-91b1-b2027b41fb58 service neutron] 10.222.0.61 "GET /v2.0/networks/f95acde7-6145-4eac-8338-c9336db53392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180964 Jun 21 04:34:10.860571 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-7aba507a-88fc-4eea-ba9c-87ede28c6fea req-089fca3d-757d-4a04-a329-466eb37dd4fd service neutron] 10.222.0.61 "GET /v2.0/networks/f95acde7-6145-4eac-8338-c9336db53392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912093 Jun 21 04:34:10.949133 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d0a3a-9558-44ea-a671-218336ada743 req-6ceb6755-605d-44ac-8529-2ac84eb61f31 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:10.951015 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b78d0a3a-9558-44ea-a671-218336ada743 req-6ceb6755-605d-44ac-8529-2ac84eb61f31 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.1649690 Jun 21 04:34:11.005524 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b78d0a3a-9558-44ea-a671-218336ada743 req-2865eaf4-7b7f-404b-8b88-055ef182df0a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434570 Jun 21 04:34:11.528075 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36ce0c-a721-4ce9-939b-8cc6693a137e req-a2eb1ddb-0d8d-4791-b338-2c7a58cf8b44 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:11.532129 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-fd36ce0c-a721-4ce9-939b-8cc6693a137e req-a2eb1ddb-0d8d-4791-b338-2c7a58cf8b44 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 943 time: 0.1076696 Jun 21 04:34:11.583262 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-fd36ce0c-a721-4ce9-939b-8cc6693a137e req-66bf2b4f-3617-4505-b20c-8e19feaef658 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474598 Jun 21 04:34:12.340917 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 005e1d4b-764d-49bc-b274-16e6b2a5730b details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92745) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:34:12.417767 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301eb2fe-75cb-456f-b9d9-bd02a4539503 req-3ad8f08d-8a45-443c-9d52-606e1d1eed1e tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:12.433431 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-301eb2fe-75cb-456f-b9d9-bd02a4539503 req-3ad8f08d-8a45-443c-9d52-606e1d1eed1e tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.1626866 Jun 21 04:34:12.535391 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-301eb2fe-75cb-456f-b9d9-bd02a4539503 req-aed1f9bd-dc34-442b-96d1-7940d9549fc8 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003246 Jun 21 04:34:12.608715 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 005e1d4b-764d-49bc-b274-16e6b2a5730b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=005e1d4b-764d-49bc-b274-16e6b2a5730b,segment=NetworkSegment(90a91344-e400-483a-84bf-ef48a7134d36),segment_id=90a91344-e400-483a-84bf-ef48a7134d36)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:12.637987 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Returning: {'device': '005e1d4b-764d-49bc-b274-16e6b2a5730b', 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392', 'port_id': '005e1d4b-764d-49bc-b274-16e6b2a5730b', 'mac_address': 'fa:16:3e:54:04:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f16d7fc9-548d-4719-a448-b27165be8af1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92745) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:34:12.718508 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:12.735109 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 005e1d4b-764d-49bc-b274-16e6b2a5730b {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:34:12.785218 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 005e1d4b-764d-49bc-b274-16e6b2a5730b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=005e1d4b-764d-49bc-b274-16e6b2a5730b,segment=NetworkSegment(90a91344-e400-483a-84bf-ef48a7134d36),segment_id=90a91344-e400-483a-84bf-ef48a7134d36)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:12.797552 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:12.800446 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:12.891243 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=005e1d4b-764d-49bc-b274-16e6b2a5730b,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:12.902364 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:13.023469 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795a253-655d-446e-84fa-e197a7159a72 req-987e06b0-6f72-4993-b4db-bbb9c74085f2 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:13.027129 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6795a253-655d-446e-84fa-e197a7159a72 req-987e06b0-6f72-4993-b4db-bbb9c74085f2 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 944 time: 0.1358845 Jun 21 04:34:13.104779 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6795a253-655d-446e-84fa-e197a7159a72 req-e2bd933e-bad8-4fd6-ab6c-5bc1c2a49d9c tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694449 Jun 21 04:34:13.112080 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['005e1d4b-764d-49bc-b274-16e6b2a5730b'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:34:13.877465 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56540ef-68f3-45c7-a1d2-d9d1f482362b req-61bec2d1-736b-409f-8e55-79d210bc35ba tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:13.879824 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-f56540ef-68f3-45c7-a1d2-d9d1f482362b req-61bec2d1-736b-409f-8e55-79d210bc35ba tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.1557641 Jun 21 04:34:13.961911 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-f56540ef-68f3-45c7-a1d2-d9d1f482362b req-0b846a9f-dd4d-425b-ac03-69b246172541 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679717 Jun 21 04:34:14.333337 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 005e1d4b-764d-49bc-b274-16e6b2a5730b up at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:34:14.434478 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning for port 005e1d4b-764d-49bc-b274-16e6b2a5730b completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:34:14.441655 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning complete for port 005e1d4b-764d-49bc-b274-16e6b2a5730b triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:34:14.443012 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:14.451900 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f22f8-9c77-4e45-a0e8-161e80688d7b req-339db854-b9a8-4933-991d-71b9892ab1b8 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:14.475796 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-179f22f8-9c77-4e45-a0e8-161e80688d7b req-339db854-b9a8-4933-991d-71b9892ab1b8 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 944 time: 0.1391485 Jun 21 04:34:14.577849 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:14.580644 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-179f22f8-9c77-4e45-a0e8-161e80688d7b req-c223ccba-588e-4249-826f-d625fb19db57 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034565 Jun 21 04:34:14.637779 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7f5881-d4b8-4db4-83b7-7f8a1825abbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005e1d4b-764d-49bc-b274-16e6b2a5730b'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:34:14.641401 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93313e14-174f-42c3-8df3-8a5155535fec" -d '{"events": [{"server_uuid": "6c7f5881-d4b8-4db4-83b7-7f8a1825abbe", "name": "network-vif-plugged", "status": "completed", "tag": "005e1d4b-764d-49bc-b274-16e6b2a5730b"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:34:14.657528 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 005e1d4b-764d-49bc-b274-16e6b2a5730b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=005e1d4b-764d-49bc-b274-16e6b2a5730b,segment=NetworkSegment(90a91344-e400-483a-84bf-ef48a7134d36),segment_id=90a91344-e400-483a-84bf-ef48a7134d36)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:14.664958 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:14.668042 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:14.715766 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ef5ad5-ace8-42e4-b563-87fd0e71c16c x-openstack-request-id: req-76ef5ad5-ace8-42e4-b563-87fd0e71c16c {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:34:14.716212 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7f5881-d4b8-4db4-83b7-7f8a1825abbe", "name": "network-vif-plugged", "status": "completed", "tag": "005e1d4b-764d-49bc-b274-16e6b2a5730b", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:34:14.716607 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-76ef5ad5-ace8-42e4-b563-87fd0e71c16c {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:34:14.717231 dv-cinder-797170-3-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7f5881-d4b8-4db4-83b7-7f8a1825abbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005e1d4b-764d-49bc-b274-16e6b2a5730b', 'code': 200} Jun 21 04:34:14.772445 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=005e1d4b-764d-49bc-b274-16e6b2a5730b,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:14.789579 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:15.023367 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4a0e39e9-a369-429a-b389-eb65af8425c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:15.268252 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f5f75-dc82-4647-9f40-1cf70aa55fe2 req-af7e8783-205c-4ed4-8705-3eeb30c7a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:15.271815 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-7d9f5f75-dc82-4647-9f40-1cf70aa55fe2 req-af7e8783-205c-4ed4-8705-3eeb30c7a765 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 1098 time: 0.1852987 Jun 21 04:34:15.341558 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548e1ff-026e-43a9-85e5-4da0955cb681 req-2f143d04-5e48-4b6b-be1d-a9b95b147b32 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:15.349396 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-7d9f5f75-dc82-4647-9f40-1cf70aa55fe2 req-225d967b-3982-4f11-9d3f-6e18d548462d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668261 Jun 21 04:34:15.349733 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b548e1ff-026e-43a9-85e5-4da0955cb681 req-2f143d04-5e48-4b6b-be1d-a9b95b147b32 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.1030741 Jun 21 04:34:15.396338 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b548e1ff-026e-43a9-85e5-4da0955cb681 req-a9e1a99d-4a1d-4ccb-8d2c-0cf8410cb0fa tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448303 Jun 21 04:34:15.708134 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:34:15.957482 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c6b4f-0197-43a1-85cc-f8093f363006 req-89b00adb-d944-42e3-832c-e4971449e4b0 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:15.960259 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-631c6b4f-0197-43a1-85cc-f8093f363006 req-89b00adb-d944-42e3-832c-e4971449e4b0 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 945 time: 0.1380234 Jun 21 04:34:16.053605 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-631c6b4f-0197-43a1-85cc-f8093f363006 req-d1432cdf-d57a-4249-9414-c86402df9d66 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864971 Jun 21 04:34:16.641802 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1010dc3-125a-4f1d-b9f5-5536bafeed10 req-7194e997-517a-419b-828b-fd41a29c2ea0 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:16.643484 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b1010dc3-125a-4f1d-b9f5-5536bafeed10 req-7194e997-517a-419b-828b-fd41a29c2ea0 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.0936644 Jun 21 04:34:16.686800 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b1010dc3-125a-4f1d-b9f5-5536bafeed10 req-4a8b9a0c-2eb5-49ed-b0bb-c64fbfc98273 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370867 Jun 21 04:34:17.496007 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07738605-0c14-4ebf-b563-b259ffaafc0f req-e2d0ee13-2e0c-49bd-ab13-b07fa863a2d2 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:17.498685 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-07738605-0c14-4ebf-b563-b259ffaafc0f req-e2d0ee13-2e0c-49bd-ab13-b07fa863a2d2 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 945 time: 0.1633763 Jun 21 04:34:17.542989 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-07738605-0c14-4ebf-b563-b259ffaafc0f req-b3027c49-e580-4b64-9129-b777fa46dab5 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380640 Jun 21 04:34:17.771156 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75c0f4-0c89-4e33-8a3d-4a88e038d994 req-d2495e5a-1818-473b-b087-3c5ee03cf0a6 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:17.779769 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ef75c0f4-0c89-4e33-8a3d-4a88e038d994 req-d2495e5a-1818-473b-b087-3c5ee03cf0a6 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 945 time: 0.1001732 Jun 21 04:34:17.862077 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ef75c0f4-0c89-4e33-8a3d-4a88e038d994 req-12acb4f6-ba75-4dda-846a-96f6b1faa850 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800591 Jun 21 04:34:18.020834 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-190634d9-f138-4ebd-a9fd-c582df2f5cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:18.035100 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a5567-cb0b-408d-91f4-79b326b7990f req-77f254ad-48fe-4ad7-85f1-633a653e4663 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:18.042619 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-5e6a5567-cb0b-408d-91f4-79b326b7990f req-77f254ad-48fe-4ad7-85f1-633a653e4663 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.0906742 Jun 21 04:34:18.092569 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-5e6a5567-cb0b-408d-91f4-79b326b7990f req-48c79a04-5ebf-43ec-b9da-5bac6a5d0d00 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457850 Jun 21 04:34:18.213361 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:18.224802 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:18.428854 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a722c5a-ab49-4266-85ee-23fbb0ce8deb req-7609de0e-b41d-4652-87a4-e81563211164 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:18.430903 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8a722c5a-ab49-4266-85ee-23fbb0ce8deb req-7609de0e-b41d-4652-87a4-e81563211164 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 945 time: 0.0821559 Jun 21 04:34:18.497233 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8a722c5a-ab49-4266-85ee-23fbb0ce8deb req-a7f8920b-22a1-4087-a115-8e18ea182998 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541239 Jun 21 04:34:18.926457 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:19.436142 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21262f99-29d1-4ec3-9656-ee0945543e46 req-25916739-f5bf-449a-baea-a11e938d6ce7 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:19.444041 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-21262f99-29d1-4ec3-9656-ee0945543e46 req-25916739-f5bf-449a-baea-a11e938d6ce7 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.1157355 Jun 21 04:34:19.505233 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-21262f99-29d1-4ec3-9656-ee0945543e46 req-4d7f2710-8493-4d9f-9033-3a9995e7f4d3 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601082 Jun 21 04:34:20.008492 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a16382-e4d8-4c8f-a8a5-b4d406186c37 req-9aa0d65a-bf42-4e9a-ad1d-06326411402f tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:20.010935 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f2a16382-e4d8-4c8f-a8a5-b4d406186c37 req-9aa0d65a-bf42-4e9a-ad1d-06326411402f tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=769fc6b0-1ca6-44e1-bd44-7e8745feab20 HTTP/1.1" status: 200 len: 946 time: 0.0949075 Jun 21 04:34:20.066423 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-f2a16382-e4d8-4c8f-a8a5-b4d406186c37 req-b6971623-f0d4-4974-b7e4-81582bdc3e04 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=7479a02e-621b-4482-ab92-f33aca7a3bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486510 Jun 21 04:34:20.753331 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881d99f-fc6b-47f8-8687-9a874155b7ac req-9acb4389-d171-41ef-9ef7-a6e865acf8a7 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:20.755768 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-4881d99f-fc6b-47f8-8687-9a874155b7ac req-9acb4389-d171-41ef-9ef7-a6e865acf8a7 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.1029899 Jun 21 04:34:20.791236 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c5713-06b4-43ea-8c47-ec49e5163d88 req-a828d039-28b9-47d8-b2bd-95675ebc5653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:20.793665 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9b1c5713-06b4-43ea-8c47-ec49e5163d88 req-a828d039-28b9-47d8-b2bd-95675ebc5653 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b41d03382de140b4aafed91df2047d48&device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 1099 time: 0.0969148 Jun 21 04:34:20.835772 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-4881d99f-fc6b-47f8-8687-9a874155b7ac req-c5c12cf3-f416-431b-86d2-90af231152f5 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625591 Jun 21 04:34:20.952314 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c5713-06b4-43ea-8c47-ec49e5163d88 req-6a8c7e47-7085-446c-a9d7-81214b6b2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:20.954058 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9b1c5713-06b4-43ea-8c47-ec49e5163d88 req-6a8c7e47-7085-446c-a9d7-81214b6b2de7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0 HTTP/1.1" status: 200 len: 917 time: 0.1538916 Jun 21 04:34:21.073689 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9b1c5713-06b4-43ea-8c47-ec49e5163d88 req-f11d0872-28a0-4f5f-ba21-9a96fd3f17de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b91b0ca8-ca7e-453c-b258-08e525046635 HTTP/1.1" status: 200 len: 1001 time: 0.1119003 Jun 21 04:34:21.133138 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c5713-06b4-43ea-8c47-ec49e5163d88 req-278347a8-204c-4ac0-a5a8-1f648e93b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:21.134961 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9b1c5713-06b4-43ea-8c47-ec49e5163d88 req-278347a8-204c-4ac0-a5a8-1f648e93b36a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0b063768-9c1b-46e1-8850-d03763645351 HTTP/1.1" status: 200 len: 855 time: 0.0535324 Jun 21 04:34:21.283944 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c5713-06b4-43ea-8c47-ec49e5163d88 req-5e16c8b7-b234-49b3-80f6-f08afffc7ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:21.286466 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9b1c5713-06b4-43ea-8c47-ec49e5163d88 req-5e16c8b7-b234-49b3-80f6-f08afffc7ebe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1440942 Jun 21 04:34:21.428102 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3371b-6325-4c5e-9997-84d4d5227037 req-8e657ad8-6c71-4f1e-abfc-f53c016c34c0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:21.430945 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-61b3371b-6325-4c5e-9997-84d4d5227037 req-8e657ad8-6c71-4f1e-abfc-f53c016c34c0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=769fc6b0-1ca6-44e1-bd44-7e8745feab20 HTTP/1.1" status: 200 len: 946 time: 0.2248755 Jun 21 04:34:21.525777 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9b1c5713-06b4-43ea-8c47-ec49e5163d88 req-2cd69344-4818-45a1-a4df-3811176712ec service neutron] 10.222.0.61 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307487 Jun 21 04:34:21.535134 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-61b3371b-6325-4c5e-9997-84d4d5227037 req-d76ceb3a-5792-4884-8961-5b04dcf5bbde tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups?id=7479a02e-621b-4482-ab92-f33aca7a3bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957677 Jun 21 04:34:21.621815 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:21.652684 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9b1c5713-06b4-43ea-8c47-ec49e5163d88 req-68340489-3659-4ef6-85d2-c43f14ba76fd service neutron] 10.222.0.61 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161971 Jun 21 04:34:22.081873 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2fa72-328f-4c71-aa55-71b88f6644c0 req-c35600a6-7dc6-41e0-aa52-ea6ff9161544 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:22.083370 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-4ed2fa72-328f-4c71-aa55-71b88f6644c0 req-c35600a6-7dc6-41e0-aa52-ea6ff9161544 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.61 "GET /v2.0/ports?device_id=769fc6b0-1ca6-44e1-bd44-7e8745feab20 HTTP/1.1" status: 200 len: 946 time: 0.1235828 Jun 21 04:34:22.142534 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8a52e-7128-45e9-8f22-b11057d234fa req-dd5d77d8-837e-4ace-8951-62278fdf7abc tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:22.144772 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0dd8a52e-7128-45e9-8f22-b11057d234fa req-dd5d77d8-837e-4ace-8951-62278fdf7abc tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.1059899 Jun 21 04:34:22.198018 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0dd8a52e-7128-45e9-8f22-b11057d234fa req-276ee0f3-1893-4a81-a1c0-54cfe3da8bd3 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425959 Jun 21 04:34:22.250521 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [req-4ed2fa72-328f-4c71-aa55-71b88f6644c0 req-f6cc1d65-1610-4677-9da1-8807cd81e381 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Deleting port ed81d0b7-d976-4c22-a344-0fa833a4e888 {{(pid=92744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:34:22.250863 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-4ed2fa72-328f-4c71-aa55-71b88f6644c0 req-f6cc1d65-1610-4677-9da1-8807cd81e381 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:22.345944 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-4ed2fa72-328f-4c71-aa55-71b88f6644c0 req-f6cc1d65-1610-4677-9da1-8807cd81e381 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] For port ed81d0b7-d976-4c22-a344-0fa833a4e888, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ed81d0b7-d976-4c22-a344-0fa833a4e888,segment=NetworkSegment(50fb9846-5f25-4e5f-8fbf-a7a96f258e08),segment_id=50fb9846-5f25-4e5f-8fbf-a7a96f258e08)] {{(pid=92744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:22.346306 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-4ed2fa72-328f-4c71-aa55-71b88f6644c0 req-f6cc1d65-1610-4677-9da1-8807cd81e381 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:22.524081 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-4ed2fa72-328f-4c71-aa55-71b88f6644c0 req-f6cc1d65-1610-4677-9da1-8807cd81e381 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:22.524364 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-4ed2fa72-328f-4c71-aa55-71b88f6644c0 req-f6cc1d65-1610-4677-9da1-8807cd81e381 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515504'] for floatingip, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:22.524721 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.db.l3_db [req-4ed2fa72-328f-4c71-aa55-71b88f6644c0 req-f6cc1d65-1610-4677-9da1-8807cd81e381 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Floating IP 20b20482-2715-42ba-86a9-9c1e9eddc410 disassociated. External IP: 172.28.3.31, port: ed81d0b7-d976-4c22-a344-0fa833a4e888. Jun 21 04:34:22.525108 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [req-4ed2fa72-328f-4c71-aa55-71b88f6644c0 req-f6cc1d65-1610-4677-9da1-8807cd81e381 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Calling delete_port for ed81d0b7-d976-4c22-a344-0fa833a4e888 owned by compute:nova {{(pid=92744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:34:22.663667 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-4ed2fa72-328f-4c71-aa55-71b88f6644c0 req-f6cc1d65-1610-4677-9da1-8807cd81e381 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010082'] for port, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:22.672363 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e09b9d27-841d-478d-a060-32f61ecfaf58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:22.732832 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc1d65-1610-4677-9da1-8807cd81e381 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Pushing event deleted for resources: {'Port': ['ID=ed81d0b7-d976-4c22-a344-0fa833a4e888,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:22.741685 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-f6cc1d65-1610-4677-9da1-8807cd81e381 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:22.761620 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-7c87c424-b958-4a41-8d94-c391a23e22b2 req-81cf42d5-1f87-4dc1-bae9-96ae7bda3c41 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=769fc6b0-1ca6-44e1-bd44-7e8745feab20 HTTP/1.1" status: 200 len: 210 time: 0.0440497 Jun 21 04:34:22.885871 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ed2fa72-328f-4c71-aa55-71b88f6644c0 req-f6cc1d65-1610-4677-9da1-8807cd81e381 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Router bf7e2b38-ccf0-41ba-94dc-ec404de7d99d has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:34:23.038369 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ed2fa72-328f-4c71-aa55-71b88f6644c0 req-f6cc1d65-1610-4677-9da1-8807cd81e381 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:34:23.051308 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c9e57a-c1b3-4e93-ad1b-c7e51a66cdbb None None] Sync routers for ids ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'] in dv-cinder-797170-3-smb {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:34:23.070306 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c9e57a-c1b3-4e93-ad1b-c7e51a66cdbb None None] Routers {'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:34:23.071364 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-43c9e57a-c1b3-4e93-ad1b-c7e51a66cdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:34:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:23.107230 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed2fa72-328f-4c71-aa55-71b88f6644c0 req-f6cc1d65-1610-4677-9da1-8807cd81e381 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] No DVR routers for this DVR port ed81d0b7-d976-4c22-a344-0fa833a4e888 on host hv-cinder-79717 {{(pid=92744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:34:23.111053 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-4ed2fa72-328f-4c71-aa55-71b88f6644c0 req-f6cc1d65-1610-4677-9da1-8807cd81e381 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:23.114332 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-4ed2fa72-328f-4c71-aa55-71b88f6644c0 req-f6cc1d65-1610-4677-9da1-8807cd81e381 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.61 "DELETE /v2.0/ports/ed81d0b7-d976-4c22-a344-0fa833a4e888 HTTP/1.1" status: 204 len: 173 time: 1.0232823 Jun 21 04:34:23.114987 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769fc6b0-1ca6-44e1-bd44-7e8745feab20', 'name': 'network-vif-deleted', 'tag': 'ed81d0b7-d976-4c22-a344-0fa833a4e888'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:34:23.119326 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a098d9-070f-4ec9-a64e-c0718251745e" -d '{"events": [{"server_uuid": "769fc6b0-1ca6-44e1-bd44-7e8745feab20", "name": "network-vif-deleted", "tag": "ed81d0b7-d976-4c22-a344-0fa833a4e888"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:34:23.203276 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27892a6-51f4-40c7-a7d1-d2bd57c666fe x-openstack-request-id: req-c27892a6-51f4-40c7-a7d1-d2bd57c666fe {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:34:23.203710 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769fc6b0-1ca6-44e1-bd44-7e8745feab20", "name": "network-vif-deleted", "tag": "ed81d0b7-d976-4c22-a344-0fa833a4e888", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:34:23.204394 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c27892a6-51f4-40c7-a7d1-d2bd57c666fe {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:34:23.205132 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769fc6b0-1ca6-44e1-bd44-7e8745feab20', 'name': 'network-vif-deleted', 'tag': 'ed81d0b7-d976-4c22-a344-0fa833a4e888', 'status': 'completed', 'code': 200} Jun 21 04:34:23.373505 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-43c9e57a-c1b3-4e93-ad1b-c7e51a66cdbb None None] Set router bf7e2b38-ccf0-41ba-94dc-ec404de7d99d gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:34:23.597440 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c848cf-f4ac-44c2-9b53-49404a8e3eb8 req-2c435b78-fc01-417a-aba2-b2f454e70e13 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:23.600073 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-13c848cf-f4ac-44c2-9b53-49404a8e3eb8 req-2c435b78-fc01-417a-aba2-b2f454e70e13 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 946 time: 0.1397724 Jun 21 04:34:23.659541 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-13c848cf-f4ac-44c2-9b53-49404a8e3eb8 req-6bb35284-3118-451a-bf2c-3143cf1a154a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533123 Jun 21 04:34:23.670748 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd29178-057a-4241-a902-c5221cfc173d req-5bb0cca0-c5b1-49ca-a316-5b277bc307c3 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:23.673581 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6cd29178-057a-4241-a902-c5221cfc173d req-5bb0cca0-c5b1-49ca-a316-5b277bc307c3 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 945 time: 0.0954025 Jun 21 04:34:23.705911 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-43c9e57a-c1b3-4e93-ad1b-c7e51a66cdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'name': 'tempest-AttachVolumeTestJSON-1399362206-router', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:34Z', 'updated_at': '2021-06-21T04:28:47Z', 'revision_number': 4, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'gw_port': {'id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:36Z', 'updated_at': '2021-06-21T04:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': '4740ed74-9d3a-4fa5-b21b-5e89458c4a63', 'name': '', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'mac_address': 'fa:16:3e:e3:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:44Z', 'updated_at': '2021-06-21T04:29:03Z', 'revision_number': 5, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'subnets': [{'id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:23.729577 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6cd29178-057a-4241-a902-c5221cfc173d req-9906524b-c04b-4cd8-b245-efec39e04005 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498517 Jun 21 04:34:23.763880 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c9e57a-c1b3-4e93-ad1b-c7e51a66cdbb None None] Checking router: bf7e2b38-ccf0-41ba-94dc-ec404de7d99d for host: dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:34:23.782837 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 56586) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:23.784549 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c9e57a-c1b3-4e93-ad1b-c7e51a66cdbb None None] Routers {'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:34:23.785963 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-43c9e57a-c1b3-4e93-ad1b-c7e51a66cdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:34:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:23.957272 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc237955-132d-4eb7-b93b-28285edd1c20 tempest-TestMinimumBasicScenario-1929013847 tempest-TestMinimumBasicScenario-1929013847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:23.965806 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-43c9e57a-c1b3-4e93-ad1b-c7e51a66cdbb None None] Set router bf7e2b38-ccf0-41ba-94dc-ec404de7d99d gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:34:23.971957 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-cc237955-132d-4eb7-b93b-28285edd1c20 tempest-TestMinimumBasicScenario-1929013847 tempest-TestMinimumBasicScenario-1929013847-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 1093 time: 0.1875050 Jun 21 04:34:23.973322 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 56592) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:23.982859 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-a8fa1e15-b7cd-48d7-b5b3-5bc0f65e17a7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Request body: {'floatingip': {'floating_network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'port_id': '005e1d4b-764d-49bc-b274-16e6b2a5730b', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:34:23.983191 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-64dd52ac-f568-4209-b84b-5672c987875d req-e5ec7f69-0ed4-4b05-8852-9bf320c9462e tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/ports?device_id=769fc6b0-1ca6-44e1-bd44-7e8745feab20 HTTP/1.1" status: 200 len: 210 time: 0.0606730 Jun 21 04:34:24.025860 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1e15-b7cd-48d7-b5b3-5bc0f65e17a7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for floatingip, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:24.187814 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1e15-b7cd-48d7-b5b3-5bc0f65e17a7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:24.315286 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-43c9e57a-c1b3-4e93-ad1b-c7e51a66cdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'name': 'tempest-AttachVolumeTestJSON-1399362206-router', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:34Z', 'updated_at': '2021-06-21T04:28:47Z', 'revision_number': 4, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'gw_port': {'id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:36Z', 'updated_at': '2021-06-21T04:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': '4740ed74-9d3a-4fa5-b21b-5e89458c4a63', 'name': '', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'mac_address': 'fa:16:3e:e3:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:44Z', 'updated_at': '2021-06-21T04:29:03Z', 'revision_number': 5, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'subnets': [{'id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:24.326027 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_common [None req-a8fa1e15-b7cd-48d7-b5b3-5bc0f65e17a7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Allocated IP 172.28.3.188 (b03547ff-bdb5-4cf0-b910-6012328878f7/077b926c-3bf0-4e4d-825c-99f0c2191e19/4e6d7a76-cc3d-4094-9009-3173299581d9) {{(pid=92743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:34:24.342773 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c9e57a-c1b3-4e93-ad1b-c7e51a66cdbb None None] The sync data for ids ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'] in dv-cinder-797170-3-smb is: [{'id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'name': 'tempest-AttachVolumeTestJSON-1399362206-router', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:34Z', 'updated_at': '2021-06-21T04:28:47Z', 'revision_number': 4, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'gw_port': {'id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:36Z', 'updated_at': '2021-06-21T04:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': '4740ed74-9d3a-4fa5-b21b-5e89458c4a63', 'name': '', 'network_id': 'eacf42c2-00ce-42e3-89dd-853a4c6fa08a', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'mac_address': 'fa:16:3e:e3:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:44Z', 'updated_at': '2021-06-21T04:29:03Z', 'revision_number': 5, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'subnets': [{'id': '5ed4de96-1760-4ad9-bdcc-bd30812b5a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:34:24.407645 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device b91b0ca8-ca7e-453c-b258-08e525046635 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:34:24.464294 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1e15-b7cd-48d7-b5b3-5bc0f65e17a7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for port, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:24.508511 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1e15-b7cd-48d7-b5b3-5bc0f65e17a7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60629742'] for port, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:24.513679 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:24.525418 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:24.560035 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c160a1-1959-4075-b3ef-b1907c734527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b91b0ca8-ca7e-453c-b258-08e525046635'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:34:24.563166 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2219f9-9b19-436c-a20c-d1821aa899dd" -d '{"events": [{"server_uuid": "f8c160a1-1959-4075-b3ef-b1907c734527", "name": "network-vif-unplugged", "status": "completed", "tag": "b91b0ca8-ca7e-453c-b258-08e525046635"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:34:24.578818 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fa1e15-b7cd-48d7-b5b3-5bc0f65e17a7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Network b03547ff-bdb5-4cf0-b910-6012328878f7 is already hosted by enough agents. {{(pid=92743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:34:24.584041 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.base_scheduler [None req-a8fa1e15-b7cd-48d7-b5b3-5bc0f65e17a7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Resources bound (agent type, host, resource id): {{(pid=92743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:34:24.587093 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port b91b0ca8-ca7e-453c-b258-08e525046635, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=b91b0ca8-ca7e-453c-b258-08e525046635,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:24.590923 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa1e15-b7cd-48d7-b5b3-5bc0f65e17a7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Received port after_create {{(pid=92743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:34:24.595251 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:24.596939 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device ed81d0b7-d976-4c22-a344-0fa833a4e888 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:34:24.601503 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:24.621077 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa1e15-b7cd-48d7-b5b3-5bc0f65e17a7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Pushing event updated for resources: {'Port': ['ID=4e6d7a76-cc3d-4094-9009-3173299581d9,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:24.630263 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-a8fa1e15-b7cd-48d7-b5b3-5bc0f65e17a7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:24.664630 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] No Port match for: ed81d0b7-d976-4c22-a344-0fa833a4e888 {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:34:24.664971 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device ed81d0b7-d976-4c22-a344-0fa833a4e888 not bound to the agent host hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:34:24.697710 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=b91b0ca8-ca7e-453c-b258-08e525046635,revision_number=8']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:24.711711 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:24.734532 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Jun 2021 04:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afdc290-3597-4694-8efd-64cba9e91464 x-openstack-request-id: req-6afdc290-3597-4694-8efd-64cba9e91464 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:34:24.735023 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c160a1-1959-4075-b3ef-b1907c734527", "name": "network-vif-unplugged", "status": "failed", "tag": "b91b0ca8-ca7e-453c-b258-08e525046635", "code": 422}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:34:24.735459 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6afdc290-3597-4694-8efd-64cba9e91464 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:34:24.736128 dv-cinder-797170-3-smb neutron-server[92745]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f8c160a1-1959-4075-b3ef-b1907c734527', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b91b0ca8-ca7e-453c-b258-08e525046635', 'code': 422} returned with failed status Jun 21 04:34:24.737952 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5158647a-9f22-4de7-8f1d-021fd3d9989b None None] New status for floating IP 20b20482-2715-42ba-86a9-9c1e9eddc410: DOWN {{(pid=92746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:34:24.959924 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6967aa8-9e22-4324-b2bb-4810c6a37928 req-c860c57d-75f4-40d0-bf98-2566c3290b78 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:24.961820 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-f6967aa8-9e22-4324-b2bb-4810c6a37928 req-c860c57d-75f4-40d0-bf98-2566c3290b78 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 944 time: 0.1086640 Jun 21 04:34:25.018600 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-f6967aa8-9e22-4324-b2bb-4810c6a37928 req-67fd5c83-0124-4772-b21e-2c399463ed51 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388412 Jun 21 04:34:25.167952 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 56606) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:25.246884 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-cda863c8-013c-4849-b51b-b69bf5191be6 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:25.277095 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-cda863c8-013c-4849-b51b-b69bf5191be6 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:25.346387 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-cda863c8-013c-4849-b51b-b69bf5191be6 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:25.350524 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-cda863c8-013c-4849-b51b-b69bf5191be6 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:25.352180 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-cda863c8-013c-4849-b51b-b69bf5191be6 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "DELETE /v2.0/security-groups/7479a02e-621b-4482-ab92-f33aca7a3bc3 HTTP/1.1" status: 204 len: 168 time: 0.1830752 Jun 21 04:34:25.353457 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-a1953e8b-ffad-478f-a605-4505c8f25fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:25.357867 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 56614) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:25.385371 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1e15-b7cd-48d7-b5b3-5bc0f65e17a7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:25.391115 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda863c8-013c-4849-b51b-b69bf5191be6 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7479a02e-621b-4482-ab92-f33aca7a3bc3,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:25.395869 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-cda863c8-013c-4849-b51b-b69bf5191be6 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:25.398397 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.api.v2.resource [None req-59f9b8d9-1534-4ac2-bee3-650bc03649d9 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] show failed (client error): The resource could not be found. Jun 21 04:34:25.400476 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-59f9b8d9-1534-4ac2-bee3-650bc03649d9 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "GET /v2.0/security-groups/7479a02e-621b-4482-ab92-f33aca7a3bc3 HTTP/1.1" status: 404 len: 347 time: 0.0396345 Jun 21 04:34:25.405688 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 56616) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:25.495632 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1e15-b7cd-48d7-b5b3-5bc0f65e17a7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:25.582565 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-6d46f087-aaa0-4637-9545-c4ad075b6d9d tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Deleting port 70f43156-0840-4ef9-9576-5352ddbb82d0 {{(pid=92744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:34:25.583149 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-6d46f087-aaa0-4637-9545-c4ad075b6d9d tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:25.692507 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1e15-b7cd-48d7-b5b3-5bc0f65e17a7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for port, precommit_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:25.699773 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1e15-b7cd-48d7-b5b3-5bc0f65e17a7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629720'] for port, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:25.703323 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-31583ced-bea9-422e-b048-14777ab3f42b tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:25.724866 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-6d46f087-aaa0-4637-9545-c4ad075b6d9d tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:25.725414 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-6d46f087-aaa0-4637-9545-c4ad075b6d9d tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:25.814907 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa1e15-b7cd-48d7-b5b3-5bc0f65e17a7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Pushing event updated for resources: {'Port': ['ID=4e6d7a76-cc3d-4094-9009-3173299581d9,revision_number=2']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:25.822540 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-a8fa1e15-b7cd-48d7-b5b3-5bc0f65e17a7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:25.839816 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1e15-b7cd-48d7-b5b3-5bc0f65e17a7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515504'] for floatingip, after_update {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:25.853234 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-6d46f087-aaa0-4637-9545-c4ad075b6d9d tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Calling delete_port for 70f43156-0840-4ef9-9576-5352ddbb82d0 owned by network:floatingip {{(pid=92744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:34:26.019922 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.db.l3_db [None req-a8fa1e15-b7cd-48d7-b5b3-5bc0f65e17a7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Floating IP 45de5e17-5861-44b9-9912-ea2f07d42801 associated. External IP: 172.28.3.188, port: 005e1d4b-764d-49bc-b274-16e6b2a5730b. Jun 21 04:34:26.103501 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-6d46f087-aaa0-4637-9545-c4ad075b6d9d tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010082'] for port, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:26.110256 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-15110b80-ec41-422e-a31a-50a26f52ab96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:26.163601 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46f087-aaa0-4637-9545-c4ad075b6d9d tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Pushing event deleted for resources: {'Port': ['ID=70f43156-0840-4ef9-9576-5352ddbb82d0,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:26.171415 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-6d46f087-aaa0-4637-9545-c4ad075b6d9d tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:26.237822 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-6d46f087-aaa0-4637-9545-c4ad075b6d9d tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks [] for floatingip, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:26.241627 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-6d46f087-aaa0-4637-9545-c4ad075b6d9d tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for floatingip, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:26.242204 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-6d46f087-aaa0-4637-9545-c4ad075b6d9d tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] 10.222.0.60 "DELETE /v2.0/floatingips/20b20482-2715-42ba-86a9-9c1e9eddc410 HTTP/1.1" status: 204 len: 168 time: 0.8350756 Jun 21 04:34:26.292230 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fa1e15-b7cd-48d7-b5b3-5bc0f65e17a7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Router 6e290f77-1986-4c0b-b36c-eb1bb1594625 has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:34:26.415604 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fa1e15-b7cd-48d7-b5b3-5bc0f65e17a7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:34:26.438538 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1e15-b7cd-48d7-b5b3-5bc0f65e17a7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for floatingip, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:26.458276 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab624eb-1090-4f93-8b92-60093becbd39 None None] Sync routers for ids ['6e290f77-1986-4c0b-b36c-eb1bb1594625'] in dv-cinder-797170-3-smb {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:34:26.482962 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab624eb-1090-4f93-8b92-60093becbd39 None None] Routers {'6e290f77-1986-4c0b-b36c-eb1bb1594625'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:34:26.484478 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-3ab624eb-1090-4f93-8b92-60093becbd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:34:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['6e290f77-1986-4c0b-b36c-eb1bb1594625'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:26.500192 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-a8fa1e15-b7cd-48d7-b5b3-5bc0f65e17a7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5221145 Jun 21 04:34:26.500192 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7f5881-d4b8-4db4-83b7-7f8a1825abbe', 'tag': '005e1d4b-764d-49bc-b274-16e6b2a5730b'}] {{(pid=92743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:34:26.500780 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 56636) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:26.501021 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f341443fd223dcfc934d9995c5c4b990c7400f9cb91ffc9321324360bae7ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9365608a-2369-4a05-a8b5-19e797d80f87" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7f5881-d4b8-4db4-83b7-7f8a1825abbe", "tag": "005e1d4b-764d-49bc-b274-16e6b2a5730b"}]}' {{(pid=92743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:34:26.508462 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-089b9476-2aa8-4535-b8b9-f7063eb5efa2 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1966020158', 'description': 'tempest-secgroup-smoke-1966020158 description', 'project_id': '33b33908625f46939633bb2a606cf455'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:34:26.542282 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-089b9476-2aa8-4535-b8b9-f7063eb5efa2 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:26.564265 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd5367c-771f-42fe-9ee3-13a1ed546a5b x-openstack-request-id: req-bdd5367c-771f-42fe-9ee3-13a1ed546a5b {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:34:26.564839 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7f5881-d4b8-4db4-83b7-7f8a1825abbe", "tag": "005e1d4b-764d-49bc-b274-16e6b2a5730b", "status": "completed", "code": 200}]} {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:34:26.565293 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bdd5367c-771f-42fe-9ee3-13a1ed546a5b {{(pid=92743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:34:26.566007 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7f5881-d4b8-4db4-83b7-7f8a1825abbe', 'tag': '005e1d4b-764d-49bc-b274-16e6b2a5730b', 'status': 'completed', 'code': 200} Jun 21 04:34:26.718267 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-3ab624eb-1090-4f93-8b92-60093becbd39 None None] Set router 6e290f77-1986-4c0b-b36c-eb1bb1594625 gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:34:26.883967 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365608a-2369-4a05-a8b5-19e797d80f87 req-052c8ff8-f9f0-4cc9-b875-464d93906b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:26.887589 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9365608a-2369-4a05-a8b5-19e797d80f87 req-052c8ff8-f9f0-4cc9-b875-464d93906b6f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33b33908625f46939633bb2a606cf455&device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 1098 time: 0.2898870 Jun 21 04:34:26.890793 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 56660) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:26.918161 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-089b9476-2aa8-4535-b8b9-f7063eb5efa2 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:27.015460 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ade2c-fc2e-40bd-8cc4-aaa22ad78cfb req-2e353b28-f767-4531-aa5b-5f4dfaad02b2 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:27.018633 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b01ade2c-fc2e-40bd-8cc4-aaa22ad78cfb req-2e353b28-f767-4531-aa5b-5f4dfaad02b2 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 944 time: 0.3272643 Jun 21 04:34:27.019650 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-089b9476-2aa8-4535-b8b9-f7063eb5efa2 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:27.029416 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e0bc1e19-092c-433a-b025-905f4577253f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:27.051456 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-667ac5f5-ebd2-490e-8602-98a5cb92cb47 req-8f0d822c-13a9-404a-afbf-73b1522982b7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1580241 Jun 21 04:34:27.058451 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-3ab624eb-1090-4f93-8b92-60093becbd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'name': 'tempest-TestMinimumBasicScenario-247930431-router', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:30Z', 'updated_at': '2021-06-21T04:33:33Z', 'revision_number': 4, 'project_id': '33b33908625f46939633bb2a606cf455', 'gw_port': {'id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:76:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:31Z', 'updated_at': '2021-06-21T04:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_floatingips': [{'id': '45de5e17-5861-44b9-9912-ea2f07d42801', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'floating_ip_address': '172.28.3.188', 'floating_network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'router_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'port_id': '005e1d4b-764d-49bc-b274-16e6b2a5730b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392', 'mac_address': 'fa:16:3e:54:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7f5881-d4b8-4db4-83b7-7f8a1825abbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:34:24Z', 'updated_at': '2021-06-21T04:34:24Z', 'revision_number': 0, 'project_id': '33b33908625f46939633bb2a606cf455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5fa42d2-74a3-492d-8e38-7dd53806fd4b', 'name': '', 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'mac_address': 'fa:16:3e:08:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f16d7fc9-548d-4719-a448-b27165be8af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:33Z', 'updated_at': '2021-06-21T04:33:41Z', 'revision_number': 5, 'project_id': '33b33908625f46939633bb2a606cf455', 'subnets': [{'id': 'f16d7fc9-548d-4719-a448-b27165be8af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:27.099190 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-089b9476-2aa8-4535-b8b9-f7063eb5efa2 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:27.100390 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-089b9476-2aa8-4535-b8b9-f7063eb5efa2 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5978887 Jun 21 04:34:27.104188 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b9476-2aa8-4535-b8b9-f7063eb5efa2 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f70d21c4-e608-4bd3-adab-7909e9822d04,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:27.105611 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 56666) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:27.107397 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab624eb-1090-4f93-8b92-60093becbd39 None None] Checking router: 6e290f77-1986-4c0b-b36c-eb1bb1594625 for host: dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:34:27.110165 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-089b9476-2aa8-4535-b8b9-f7063eb5efa2 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:27.117122 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-e264b91b-e248-4357-a1fa-27e7acc05cae tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Request body: {'security_group_rule': {'security_group_id': 'f70d21c4-e608-4bd3-adab-7909e9822d04', 'project_id': '33b33908625f46939633bb2a606cf455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:34:27.120369 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab624eb-1090-4f93-8b92-60093becbd39 None None] Routers {'6e290f77-1986-4c0b-b36c-eb1bb1594625'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:34:27.121116 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-3ab624eb-1090-4f93-8b92-60093becbd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:34:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['6e290f77-1986-4c0b-b36c-eb1bb1594625'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:27.144021 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b01ade2c-fc2e-40bd-8cc4-aaa22ad78cfb req-bddf648a-8e6f-48d5-8a25-d422b5d38fc1 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108634 Jun 21 04:34:27.176753 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365608a-2369-4a05-a8b5-19e797d80f87 req-651a0f3b-521d-45a7-8e31-a1492fbfe236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:27.179773 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9365608a-2369-4a05-a8b5-19e797d80f87 req-651a0f3b-521d-45a7-8e31-a1492fbfe236 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f95acde7-6145-4eac-8338-c9336db53392 HTTP/1.1" status: 200 len: 915 time: 0.2774730 Jun 21 04:34:27.191732 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-e264b91b-e248-4357-a1fa-27e7acc05cae tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:27.299355 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9365608a-2369-4a05-a8b5-19e797d80f87 req-328775f2-e000-4994-b168-ab184f56510a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=005e1d4b-764d-49bc-b274-16e6b2a5730b HTTP/1.1" status: 200 len: 999 time: 0.1141109 Jun 21 04:34:27.305065 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-e264b91b-e248-4357-a1fa-27e7acc05cae tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:27.308986 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-3ab624eb-1090-4f93-8b92-60093becbd39 None None] Set router 6e290f77-1986-4c0b-b36c-eb1bb1594625 gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:34:27.313459 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-e264b91b-e248-4357-a1fa-27e7acc05cae tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379083'] for security_group_rule, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:27.316485 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-20e4c322-2acb-4e66-a175-4c6df36af646 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:27.338202 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264b91b-e248-4357-a1fa-27e7acc05cae tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e70b875-6896-4145-a331-7bf0c8e2bad1,revision_number=0']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:27.341683 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-e264b91b-e248-4357-a1fa-27e7acc05cae tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:27.350250 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-e264b91b-e248-4357-a1fa-27e7acc05cae tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:27.355970 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-e264b91b-e248-4357-a1fa-27e7acc05cae tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2435312 Jun 21 04:34:27.356489 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 56672) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:27.362059 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-0fa43476-7956-4239-8576-3b46509b8994 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Request body: {'security_group_rule': {'security_group_id': 'f70d21c4-e608-4bd3-adab-7909e9822d04', 'project_id': '33b33908625f46939633bb2a606cf455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:34:27.382278 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365608a-2369-4a05-a8b5-19e797d80f87 req-68161eff-8f2a-437c-99cc-2582e8f030b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:27.385202 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9365608a-2369-4a05-a8b5-19e797d80f87 req-68161eff-8f2a-437c-99cc-2582e8f030b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f16d7fc9-548d-4719-a448-b27165be8af1 HTTP/1.1" status: 200 len: 853 time: 0.0776503 Jun 21 04:34:27.399284 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-0fa43476-7956-4239-8576-3b46509b8994 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:27.460952 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365608a-2369-4a05-a8b5-19e797d80f87 req-e22442d5-1ee5-4c25-9f3f-e993e606b84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:27.462868 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9365608a-2369-4a05-a8b5-19e797d80f87 req-e22442d5-1ee5-4c25-9f3f-e993e606b84d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f95acde7-6145-4eac-8338-c9336db53392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693455 Jun 21 04:34:27.525390 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-0fa43476-7956-4239-8576-3b46509b8994 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:27.538138 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-0fa43476-7956-4239-8576-3b46509b8994 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379083'] for security_group_rule, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:27.540685 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:27.589703 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-0fa43476-7956-4239-8576-3b46509b8994 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:27.597823 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-0fa43476-7956-4239-8576-3b46509b8994 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2330439 Jun 21 04:34:27.599512 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 56678) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:27.616331 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-cd827b0d-03f3-4434-a910-de618cea0dcb tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Request body: {'security_group_rule': {'security_group_id': 'f70d21c4-e608-4bd3-adab-7909e9822d04', 'project_id': '33b33908625f46939633bb2a606cf455', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:34:27.627249 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa43476-7956-4239-8576-3b46509b8994 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16bc5b23-1483-4cae-8746-20da13cb5417,revision_number=0']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:27.635969 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-0fa43476-7956-4239-8576-3b46509b8994 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:27.684486 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-cd827b0d-03f3-4434-a910-de618cea0dcb tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:27.688428 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9365608a-2369-4a05-a8b5-19e797d80f87 req-49079caf-9e6a-4032-9135-3e0559445fb7 service neutron] 10.222.0.61 "GET /v2.0/networks/f95acde7-6145-4eac-8338-c9336db53392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170832 Jun 21 04:34:27.762580 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-3ab624eb-1090-4f93-8b92-60093becbd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'name': 'tempest-TestMinimumBasicScenario-247930431-router', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:30Z', 'updated_at': '2021-06-21T04:33:33Z', 'revision_number': 4, 'project_id': '33b33908625f46939633bb2a606cf455', 'gw_port': {'id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:76:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:31Z', 'updated_at': '2021-06-21T04:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_floatingips': [{'id': '45de5e17-5861-44b9-9912-ea2f07d42801', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'floating_ip_address': '172.28.3.188', 'floating_network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'router_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'port_id': '005e1d4b-764d-49bc-b274-16e6b2a5730b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392', 'mac_address': 'fa:16:3e:54:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7f5881-d4b8-4db4-83b7-7f8a1825abbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:34:24Z', 'updated_at': '2021-06-21T04:34:24Z', 'revision_number': 0, 'project_id': '33b33908625f46939633bb2a606cf455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5fa42d2-74a3-492d-8e38-7dd53806fd4b', 'name': '', 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'mac_address': 'fa:16:3e:08:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f16d7fc9-548d-4719-a448-b27165be8af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:33Z', 'updated_at': '2021-06-21T04:33:41Z', 'revision_number': 5, 'project_id': '33b33908625f46939633bb2a606cf455', 'subnets': [{'id': 'f16d7fc9-548d-4719-a448-b27165be8af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:27.767474 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-cd827b0d-03f3-4434-a910-de618cea0dcb tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:27.777691 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-cd827b0d-03f3-4434-a910-de618cea0dcb tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379083'] for security_group_rule, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:27.780736 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:27.797613 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab624eb-1090-4f93-8b92-60093becbd39 None None] The sync data for ids ['6e290f77-1986-4c0b-b36c-eb1bb1594625'] in dv-cinder-797170-3-smb is: [{'id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'name': 'tempest-TestMinimumBasicScenario-247930431-router', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:30Z', 'updated_at': '2021-06-21T04:33:33Z', 'revision_number': 4, 'project_id': '33b33908625f46939633bb2a606cf455', 'gw_port': {'id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:76:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:31Z', 'updated_at': '2021-06-21T04:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_floatingips': [{'id': '45de5e17-5861-44b9-9912-ea2f07d42801', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'floating_ip_address': '172.28.3.188', 'floating_network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'router_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'port_id': '005e1d4b-764d-49bc-b274-16e6b2a5730b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392', 'mac_address': 'fa:16:3e:54:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7f5881-d4b8-4db4-83b7-7f8a1825abbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:34:24Z', 'updated_at': '2021-06-21T04:34:24Z', 'revision_number': 0, 'project_id': '33b33908625f46939633bb2a606cf455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5fa42d2-74a3-492d-8e38-7dd53806fd4b', 'name': '', 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'mac_address': 'fa:16:3e:08:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f16d7fc9-548d-4719-a448-b27165be8af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:33Z', 'updated_at': '2021-06-21T04:33:41Z', 'revision_number': 5, 'project_id': '33b33908625f46939633bb2a606cf455', 'subnets': [{'id': 'f16d7fc9-548d-4719-a448-b27165be8af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:34:27.811210 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-cd827b0d-03f3-4434-a910-de618cea0dcb tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:27.815266 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-cd827b0d-03f3-4434-a910-de618cea0dcb tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2111082 Jun 21 04:34:27.815974 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 56682) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:27.826929 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.v2.base [None req-3f80187b-4815-461b-ade6-444b83f42c4f tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Request body: {'security_group_rule': {'security_group_id': 'f70d21c4-e608-4bd3-adab-7909e9822d04', 'project_id': '33b33908625f46939633bb2a606cf455', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:34:27.843307 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd827b0d-03f3-4434-a910-de618cea0dcb tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d2b306-31df-4274-823e-3054cca4dae1,revision_number=0']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:27.847501 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-cd827b0d-03f3-4434-a910-de618cea0dcb tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:27.873165 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3f80187b-4815-461b-ade6-444b83f42c4f tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:27.926774 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9365608a-2369-4a05-a8b5-19e797d80f87 req-a077dd8b-b070-4929-825d-4d62b7625e09 service neutron] 10.222.0.61 "GET /v2.0/networks/f95acde7-6145-4eac-8338-c9336db53392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287602 Jun 21 04:34:27.956251 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3f80187b-4815-461b-ade6-444b83f42c4f tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:27.960855 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3f80187b-4815-461b-ade6-444b83f42c4f tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379083'] for security_group_rule, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:27.962998 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:27.982330 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80187b-4815-461b-ade6-444b83f42c4f tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7e65e2-8890-4f9d-aa59-e195929916fa,revision_number=0']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:27.985410 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-3f80187b-4815-461b-ade6-444b83f42c4f tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:27.991008 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3f80187b-4815-461b-ade6-444b83f42c4f tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:27.992463 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-3f80187b-4815-461b-ade6-444b83f42c4f tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1752918 Jun 21 04:34:27.997308 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 56684) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:28.003834 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-09127f32-321f-4753-9a90-56416f763c3b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Request body: {'security_group_rule': {'security_group_id': 'f70d21c4-e608-4bd3-adab-7909e9822d04', 'project_id': '33b33908625f46939633bb2a606cf455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:34:28.039809 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.db.securitygroups_db [None req-09127f32-321f-4753-9a90-56416f763c3b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Project 33b33908625f46939633bb2a606cf455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 04:34:28.046530 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-09127f32-321f-4753-9a90-56416f763c3b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:28.122156 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a9e21e-1cc0-4940-8344-672f2638bf00 None None] New status for floating IP 45de5e17-5861-44b9-9912-ea2f07d42801: ACTIVE {{(pid=92746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:34:28.138123 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-09127f32-321f-4753-9a90-56416f763c3b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:28.143432 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-09127f32-321f-4753-9a90-56416f763c3b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379083'] for security_group_rule, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:28.145969 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:28.176198 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09127f32-321f-4753-9a90-56416f763c3b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea17f5a4-e878-45da-b2fe-6f38443c7c45,revision_number=0']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:28.185208 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-09127f32-321f-4753-9a90-56416f763c3b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:28.187396 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-09127f32-321f-4753-9a90-56416f763c3b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:28.189765 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-09127f32-321f-4753-9a90-56416f763c3b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1917262 Jun 21 04:34:28.192697 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 56688) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:28.199105 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-071fcf69-793f-44d6-97b2-a9f920abb80c tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Request body: {'security_group_rule': {'security_group_id': 'f70d21c4-e608-4bd3-adab-7909e9822d04', 'project_id': '33b33908625f46939633bb2a606cf455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:34:28.231547 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.db.securitygroups_db [None req-071fcf69-793f-44d6-97b2-a9f920abb80c tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Project 33b33908625f46939633bb2a606cf455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 04:34:28.239089 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-071fcf69-793f-44d6-97b2-a9f920abb80c tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:28.334179 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-071fcf69-793f-44d6-97b2-a9f920abb80c tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:28.339673 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-071fcf69-793f-44d6-97b2-a9f920abb80c tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379083'] for security_group_rule, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:28.342480 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-09127f32-321f-4753-9a90-56416f763c3b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:28.370332 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fcf69-793f-44d6-97b2-a9f920abb80c tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea741dc3-0066-41f8-ac8a-7088c4019761,revision_number=0']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:28.374488 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-071fcf69-793f-44d6-97b2-a9f920abb80c tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:28.380516 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-071fcf69-793f-44d6-97b2-a9f920abb80c tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:28.382169 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-071fcf69-793f-44d6-97b2-a9f920abb80c tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1879523 Jun 21 04:34:28.399506 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7623d-3474-487b-85c6-76ce8b6fd2fc req-574275b5-e25a-4b43-9c19-44bff96bf77a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:28.401712 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-7bd7623d-3474-487b-85c6-76ce8b6fd2fc req-574275b5-e25a-4b43-9c19-44bff96bf77a tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 944 time: 0.0789366 Jun 21 04:34:28.442496 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-7bd7623d-3474-487b-85c6-76ce8b6fd2fc req-8cd02ae9-0c1f-4bb4-8912-9632a875baf0 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346692 Jun 21 04:34:28.560451 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-03e69d03-cb25-4229-82ea-77449ac8a8fa req-ea23b4c0-b9f3-44b7-83c7-b7907cb19943 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1966020158&fields=id&tenant_id=33b33908625f46939633bb2a606cf455 HTTP/1.1" status: 200 len: 267 time: 0.0510180 Jun 21 04:34:28.562269 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ac5f5-ebd2-490e-8602-98a5cb92cb47 req-00a3d6fc-d203-4747-8196-1de9564c65c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:28.563677 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-667ac5f5-ebd2-490e-8602-98a5cb92cb47 req-00a3d6fc-d203-4747-8196-1de9564c65c1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527&tenant_id=b41d03382de140b4aafed91df2047d48 HTTP/1.1" status: 200 len: 1097 time: 0.1197379 Jun 21 04:34:28.676988 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e69d03-cb25-4229-82ea-77449ac8a8fa req-1fd42868-fd63-4167-8021-d580aa75b64e tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:28.678561 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-03e69d03-cb25-4229-82ea-77449ac8a8fa req-1fd42868-fd63-4167-8021-d580aa75b64e tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 945 time: 0.1118586 Jun 21 04:34:28.685700 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ac5f5-ebd2-490e-8602-98a5cb92cb47 req-0b14ee8e-06d8-43e8-93e3-ccdffc1c2cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:28.687151 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-667ac5f5-ebd2-490e-8602-98a5cb92cb47 req-0b14ee8e-06d8-43e8-93e3-ccdffc1c2cba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b41d03382de140b4aafed91df2047d48&device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 1097 time: 0.0911565 Jun 21 04:34:28.692829 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-03e69d03-cb25-4229-82ea-77449ac8a8fa req-b0d837dc-423f-494c-aa91-b947784c11b5 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Request body: {'port': {'security_groups': ['bdf36da6-db6a-42e4-9207-49cb32c18ed4', 'f70d21c4-e608-4bd3-adab-7909e9822d04']}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:34:29.123604 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-03e69d03-cb25-4229-82ea-77449ac8a8fa req-b0d837dc-423f-494c-aa91-b947784c11b5 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:29.126527 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ac5f5-ebd2-490e-8602-98a5cb92cb47 req-3c6e1bfa-c05b-4893-afb8-431f4b4f511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:29.128043 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-667ac5f5-ebd2-490e-8602-98a5cb92cb47 req-3c6e1bfa-c05b-4893-afb8-431f4b4f511c service neutron] 10.222.0.61 "GET /v2.0/networks?id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0 HTTP/1.1" status: 200 len: 917 time: 0.4317312 Jun 21 04:34:29.244124 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-667ac5f5-ebd2-490e-8602-98a5cb92cb47 req-9863d6ad-5efb-46d3-a8ee-69cf8f6328d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b91b0ca8-ca7e-453c-b258-08e525046635 HTTP/1.1" status: 200 len: 999 time: 0.1041169 Jun 21 04:34:29.326339 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ac5f5-ebd2-490e-8602-98a5cb92cb47 req-eb0f6029-f2b7-4d94-8007-6aba3e4c88bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:29.327903 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-667ac5f5-ebd2-490e-8602-98a5cb92cb47 req-eb0f6029-f2b7-4d94-8007-6aba3e4c88bd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0b063768-9c1b-46e1-8850-d03763645351 HTTP/1.1" status: 200 len: 855 time: 0.0752110 Jun 21 04:34:29.460949 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-03e69d03-cb25-4229-82ea-77449ac8a8fa req-b0d837dc-423f-494c-aa91-b947784c11b5 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] For port 005e1d4b-764d-49bc-b274-16e6b2a5730b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=005e1d4b-764d-49bc-b274-16e6b2a5730b,segment=NetworkSegment(90a91344-e400-483a-84bf-ef48a7134d36),segment_id=90a91344-e400-483a-84bf-ef48a7134d36)] {{(pid=92744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:29.474507 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ac5f5-ebd2-490e-8602-98a5cb92cb47 req-a65fe342-779e-4c0a-b6ca-b75a64523d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:29.476071 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-667ac5f5-ebd2-490e-8602-98a5cb92cb47 req-a65fe342-779e-4c0a-b6ca-b75a64523d1e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1335440 Jun 21 04:34:29.549316 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-03e69d03-cb25-4229-82ea-77449ac8a8fa req-b0d837dc-423f-494c-aa91-b947784c11b5 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for port, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:29.559102 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-03e69d03-cb25-4229-82ea-77449ac8a8fa req-b0d837dc-423f-494c-aa91-b947784c11b5 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:29.565110 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:29.572999 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['005e1d4b-764d-49bc-b274-16e6b2a5730b'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:34:29.629369 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e69d03-cb25-4229-82ea-77449ac8a8fa req-b0d837dc-423f-494c-aa91-b947784c11b5 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:29.630050 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-03e69d03-cb25-4229-82ea-77449ac8a8fa req-b0d837dc-423f-494c-aa91-b947784c11b5 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:29.631498 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-03e69d03-cb25-4229-82ea-77449ac8a8fa req-b0d837dc-423f-494c-aa91-b947784c11b5 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "PUT /v2.0/ports/005e1d4b-764d-49bc-b274-16e6b2a5730b HTTP/1.1" status: 200 len: 981 time: 0.9434116 Jun 21 04:34:29.632067 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7f5881-d4b8-4db4-83b7-7f8a1825abbe', 'tag': '005e1d4b-764d-49bc-b274-16e6b2a5730b'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:34:29.642360 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731fb796-1173-4f15-8174-ae4daedf56b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7f5881-d4b8-4db4-83b7-7f8a1825abbe", "tag": "005e1d4b-764d-49bc-b274-16e6b2a5730b"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:34:29.676640 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-667ac5f5-ebd2-490e-8602-98a5cb92cb47 req-346377ba-5f0d-4fac-a681-328afcc13b46 service neutron] 10.222.0.61 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898894 Jun 21 04:34:29.691297 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfdea4-27ce-40d1-9265-4e1cab1453e0 req-d922a197-99ca-4eb9-93cd-c1d1c4f9e1ef tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:29.692958 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-35bfdea4-27ce-40d1-9265-4e1cab1453e0 req-d922a197-99ca-4eb9-93cd-c1d1c4f9e1ef tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 944 time: 0.1165388 Jun 21 04:34:29.712825 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d837dc-423f-494c-aa91-b947784c11b5 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Pushing event updated for resources: {'Port': ['ID=005e1d4b-764d-49bc-b274-16e6b2a5730b,revision_number=6']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:29.714144 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['005e1d4b-764d-49bc-b274-16e6b2a5730b'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:34:29.728681 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-b0d837dc-423f-494c-aa91-b947784c11b5 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:29.769282 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-35bfdea4-27ce-40d1-9265-4e1cab1453e0 req-7f2c55f7-afc3-4262-9729-9d3fdf15d5d5 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693252 Jun 21 04:34:29.844015 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-667ac5f5-ebd2-490e-8602-98a5cb92cb47 req-7c8271d0-4e1b-471e-ba5a-21e19e0cee81 service neutron] 10.222.0.61 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564298 Jun 21 04:34:29.848749 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff6aca3-2567-4121-8456-eb98556dd1c9 x-openstack-request-id: req-0ff6aca3-2567-4121-8456-eb98556dd1c9 {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:34:29.849510 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7f5881-d4b8-4db4-83b7-7f8a1825abbe", "tag": "005e1d4b-764d-49bc-b274-16e6b2a5730b", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:34:29.849978 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0ff6aca3-2567-4121-8456-eb98556dd1c9 {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:34:29.863285 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7f5881-d4b8-4db4-83b7-7f8a1825abbe', 'tag': '005e1d4b-764d-49bc-b274-16e6b2a5730b', 'status': 'completed', 'code': 200} Jun 21 04:34:30.015582 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fb796-1173-4f15-8174-ae4daedf56b4 req-3f5c08cb-a315-4c63-b623-dd5aa78feada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:30.017181 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-731fb796-1173-4f15-8174-ae4daedf56b4 req-3f5c08cb-a315-4c63-b623-dd5aa78feada service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33b33908625f46939633bb2a606cf455&device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 1137 time: 0.1381285 Jun 21 04:34:30.029471 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126a0fe-15ab-48d2-a0f8-aa66357a79ea req-6876cd7f-7e7c-48ba-8f90-81ced5c6caac tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:30.031022 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-4126a0fe-15ab-48d2-a0f8-aa66357a79ea req-6876cd7f-7e7c-48ba-8f90-81ced5c6caac tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 984 time: 0.1019502 Jun 21 04:34:30.163155 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-ecfd78f9-15c2-4a45-86c5-78c26215dea9 None None] Provisioning complete for port 005e1d4b-764d-49bc-b274-16e6b2a5730b triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:34:30.163676 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ecfd78f9-15c2-4a45-86c5-78c26215dea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:30.167578 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-4126a0fe-15ab-48d2-a0f8-aa66357a79ea req-a737e020-f6c9-4184-b00b-506397ee2542 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=f70d21c4-e608-4bd3-adab-7909e9822d04&id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1243761 Jun 21 04:34:30.229302 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fb796-1173-4f15-8174-ae4daedf56b4 req-ec567392-fed5-4d83-baad-697ca4e2322e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:30.230694 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-731fb796-1173-4f15-8174-ae4daedf56b4 req-ec567392-fed5-4d83-baad-697ca4e2322e service neutron] 10.222.0.61 "GET /v2.0/networks?id=f95acde7-6145-4eac-8338-c9336db53392 HTTP/1.1" status: 200 len: 915 time: 0.1986430 Jun 21 04:34:30.297931 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 56730) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:30.356004 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-731fb796-1173-4f15-8174-ae4daedf56b4 req-de2ca721-3134-434b-bb74-fc05b8609878 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=005e1d4b-764d-49bc-b274-16e6b2a5730b HTTP/1.1" status: 200 len: 1001 time: 0.1146579 Jun 21 04:34:30.448303 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fb796-1173-4f15-8174-ae4daedf56b4 req-6f225dd4-8b13-489e-9c91-c18567f5527f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:30.450538 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-731fb796-1173-4f15-8174-ae4daedf56b4 req-6f225dd4-8b13-489e-9c91-c18567f5527f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f16d7fc9-548d-4719-a448-b27165be8af1 HTTP/1.1" status: 200 len: 853 time: 0.0871999 Jun 21 04:34:30.619035 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fb796-1173-4f15-8174-ae4daedf56b4 req-052d51f8-44e4-432f-bfbb-6575247c6135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:30.620790 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-731fb796-1173-4f15-8174-ae4daedf56b4 req-052d51f8-44e4-432f-bfbb-6575247c6135 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f95acde7-6145-4eac-8338-c9336db53392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1584611 Jun 21 04:34:31.137316 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c13c8-b513-4275-b502-35c2ba881ac1 req-2d99ca0e-ca3a-418c-b8c6-b7020ff45ae1 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:31.145746 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-2e1c13c8-b513-4275-b502-35c2ba881ac1 req-2d99ca0e-ca3a-418c-b8c6-b7020ff45ae1 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 944 time: 0.1351683 Jun 21 04:34:31.212863 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-2e1c13c8-b513-4275-b502-35c2ba881ac1 req-d5873e20-5322-43c0-a3ce-c475ceeeb4c0 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658762 Jun 21 04:34:31.319464 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-856e3cc2-3990-4c5d-a0db-c938bb091d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442829'] for router_interface, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:31.630707 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [None req-856e3cc2-3990-4c5d-a0db-c938bb091d6c admin admin] Deleting port 4740ed74-9d3a-4fa5-b21b-5e89458c4a63 {{(pid=92743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:34:31.631051 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-856e3cc2-3990-4c5d-a0db-c938bb091d6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:31.738100 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [None req-856e3cc2-3990-4c5d-a0db-c938bb091d6c admin admin] For port 4740ed74-9d3a-4fa5-b21b-5e89458c4a63, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=4740ed74-9d3a-4fa5-b21b-5e89458c4a63,segment=NetworkSegment(50fb9846-5f25-4e5f-8fbf-a7a96f258e08),segment_id=50fb9846-5f25-4e5f-8fbf-a7a96f258e08)] {{(pid=92743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:31.738636 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-856e3cc2-3990-4c5d-a0db-c938bb091d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:31.823577 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [None req-856e3cc2-3990-4c5d-a0db-c938bb091d6c admin admin] Calling delete_port for 4740ed74-9d3a-4fa5-b21b-5e89458c4a63 owned by network:router_interface {{(pid=92743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:34:32.169362 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-856e3cc2-3990-4c5d-a0db-c938bb091d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629729'] for port, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:32.173143 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-7c28c6bd-6966-4ef4-8909-ff24c47282e7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:32.223515 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e3cc2-3990-4c5d-a0db-c938bb091d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=4740ed74-9d3a-4fa5-b21b-5e89458c4a63,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:32.229676 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-856e3cc2-3990-4c5d-a0db-c938bb091d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:32.495996 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-856e3cc2-3990-4c5d-a0db-c938bb091d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442737'] for router_interface, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:32.577163 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e7162-ceb8-46ec-94ae-2ece32f0b0c1 req-e7fe2c84-686e-4b45-abdd-3c1cf6692005 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:32.578773 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-403e7162-ceb8-46ec-94ae-2ece32f0b0c1 req-e7fe2c84-686e-4b45-abdd-3c1cf6692005 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 944 time: 0.1462011 Jun 21 04:34:32.663174 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-403e7162-ceb8-46ec-94ae-2ece32f0b0c1 req-b0374b49-4da8-4d99-80b8-29cc759e3e9c tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538034 Jun 21 04:34:32.785560 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856e3cc2-3990-4c5d-a0db-c938bb091d6c admin admin] Router bf7e2b38-ccf0-41ba-94dc-ec404de7d99d has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:34:33.230534 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856e3cc2-3990-4c5d-a0db-c938bb091d6c admin admin] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:34:33.237292 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-856e3cc2-3990-4c5d-a0db-c938bb091d6c admin admin] 10.222.0.60 "PUT /v2.0/routers/bf7e2b38-ccf0-41ba-94dc-ec404de7d99d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9373388 Jun 21 04:34:33.238783 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 56744) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:33.240793 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c439af55-a943-440e-a6a9-cdf077089058 None None] Sync routers for ids ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'] in dv-cinder-797170-3-smb {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:34:33.257277 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c439af55-a943-440e-a6a9-cdf077089058 None None] Routers {'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:34:33.258323 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-c439af55-a943-440e-a6a9-cdf077089058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:34:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:33.368848 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-2392141b-3b1b-447a-8b97-503e89b18986 admin admin] Notify callbacks [] for router, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:33.484297 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-c439af55-a943-440e-a6a9-cdf077089058 None None] Set router bf7e2b38-ccf0-41ba-94dc-ec404de7d99d gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:34:33.526235 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-2392141b-3b1b-447a-8b97-503e89b18986 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:33.617286 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [None req-2392141b-3b1b-447a-8b97-503e89b18986 admin admin] Deleting port 0b0bd2af-8c8a-46b0-a411-a39591525acf {{(pid=92743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:34:33.617633 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-2392141b-3b1b-447a-8b97-503e89b18986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:33.748043 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [None req-2392141b-3b1b-447a-8b97-503e89b18986 admin admin] For port 0b0bd2af-8c8a-46b0-a411-a39591525acf, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=0b0bd2af-8c8a-46b0-a411-a39591525acf,segment=NetworkSegment(187c97c0-b126-42a1-9dd9-08d372d10f19),segment_id=187c97c0-b126-42a1-9dd9-08d372d10f19)] {{(pid=92743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:33.748457 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-2392141b-3b1b-447a-8b97-503e89b18986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:33.775882 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-c439af55-a943-440e-a6a9-cdf077089058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'name': 'tempest-AttachVolumeTestJSON-1399362206-router', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:34Z', 'updated_at': '2021-06-21T04:34:32Z', 'revision_number': 5, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'gw_port': {'id': '0b0bd2af-8c8a-46b0-a411-a39591525acf', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:36Z', 'updated_at': '2021-06-21T04:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:33.818420 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c439af55-a943-440e-a6a9-cdf077089058 None None] Checking router: bf7e2b38-ccf0-41ba-94dc-ec404de7d99d for host: dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:34:33.830201 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c439af55-a943-440e-a6a9-cdf077089058 None None] Routers {'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:34:33.830992 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-c439af55-a943-440e-a6a9-cdf077089058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:34:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:33.843422 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [None req-2392141b-3b1b-447a-8b97-503e89b18986 admin admin] Calling delete_port for 0b0bd2af-8c8a-46b0-a411-a39591525acf owned by network:router_gateway {{(pid=92743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:34:34.061018 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-2392141b-3b1b-447a-8b97-503e89b18986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629729'] for port, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:34.064192 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-b21622ea-b4b9-43f9-8c1b-966477483325 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:34.132923 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392141b-3b1b-447a-8b97-503e89b18986 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b0bd2af-8c8a-46b0-a411-a39591525acf,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:34.143378 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-2392141b-3b1b-447a-8b97-503e89b18986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:34.188036 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f643be6-4433-443a-9ae7-4f35e4855774 req-93694c1b-dc05-4684-8fdf-b72941577fc0 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:34.201478 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-1f643be6-4433-443a-9ae7-4f35e4855774 req-93694c1b-dc05-4684-8fdf-b72941577fc0 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 944 time: 0.1884875 Jun 21 04:34:34.286304 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-1f643be6-4433-443a-9ae7-4f35e4855774 req-888c10fd-003f-4b89-880c-89bdb15dff6b tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726786 Jun 21 04:34:34.333134 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-c439af55-a943-440e-a6a9-cdf077089058 None None] Set router bf7e2b38-ccf0-41ba-94dc-ec404de7d99d gateway port host: None {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:34:34.338392 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-2392141b-3b1b-447a-8b97-503e89b18986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515421'] for router_gateway, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:34.431619 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-c439af55-a943-440e-a6a9-cdf077089058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'name': 'tempest-AttachVolumeTestJSON-1399362206-router', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:34Z', 'updated_at': '2021-06-21T04:34:33Z', 'revision_number': 6, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'gw_port_host': None}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:34.497053 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c439af55-a943-440e-a6a9-cdf077089058 None None] The sync data for ids ['bf7e2b38-ccf0-41ba-94dc-ec404de7d99d'] in dv-cinder-797170-3-smb is: [{'id': 'bf7e2b38-ccf0-41ba-94dc-ec404de7d99d', 'name': 'tempest-AttachVolumeTestJSON-1399362206-router', 'tenant_id': '98ac6444112049ffbeb07ee05d60964f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:34Z', 'updated_at': '2021-06-21T04:34:33Z', 'revision_number': 6, 'project_id': '98ac6444112049ffbeb07ee05d60964f', 'gw_port_host': None}] {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:34:34.500035 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-2392141b-3b1b-447a-8b97-503e89b18986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1047674'] for router, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:34.504070 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-2392141b-3b1b-447a-8b97-503e89b18986 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:34.584249 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-2392141b-3b1b-447a-8b97-503e89b18986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-445458'] for router, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:34.585719 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2392141b-3b1b-447a-8b97-503e89b18986 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf7e2b38-ccf0-41ba-94dc-ec404de7d99d {{(pid=92743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:34:34.595723 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-2392141b-3b1b-447a-8b97-503e89b18986 admin admin] Notify callbacks [] for router, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:34.601591 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 56750) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:34.602332 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-2392141b-3b1b-447a-8b97-503e89b18986 admin admin] 10.222.0.60 "DELETE /v2.0/routers/bf7e2b38-ccf0-41ba-94dc-ec404de7d99d HTTP/1.1" status: 204 len: 168 time: 1.3619313 Jun 21 04:34:34.689761 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c96f1d-920d-46bb-a823-d3682f39dc78 admin admin] Deleting subnet 5ed4de96-1760-4ad9-bdcc-bd30812b5a13 {{(pid=92744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:34:34.695189 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-56c96f1d-920d-46bb-a823-d3682f39dc78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:34.766088 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-56c96f1d-920d-46bb-a823-d3682f39dc78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60010228'] for subnet, precommit_delete_associations {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:34.986742 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-56c96f1d-920d-46bb-a823-d3682f39dc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536692'] for subnet, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:35.099731 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-56c96f1d-920d-46bb-a823-d3682f39dc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60183854'] for subnet, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:35.113628 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:35.138267 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c96f1d-920d-46bb-a823-d3682f39dc78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ed4de96-1760-4ad9-bdcc-bd30812b5a13,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:35.141662 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-56c96f1d-920d-46bb-a823-d3682f39dc78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:35.145265 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76c45d4-f171-494c-8fd4-e875cb68c391 None None] Network eacf42c2-00ce-42e3-89dd-853a4c6fa08a requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:34:35.150436 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 56752) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:35.152989 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-56c96f1d-920d-46bb-a823-d3682f39dc78 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5ed4de96-1760-4ad9-bdcc-bd30812b5a13 HTTP/1.1" status: 204 len: 168 time: 0.5398962 Jun 21 04:34:35.154902 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-56c96f1d-920d-46bb-a823-d3682f39dc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:35.255805 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585160'] for network, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:35.373590 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Deleting port 883dd7fb-6bec-43c9-b924-4d44b8814ce0 {{(pid=92743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:34:35.377172 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:35.549809 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] For port 883dd7fb-6bec-43c9-b924-4d44b8814ce0, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=883dd7fb-6bec-43c9-b924-4d44b8814ce0,segment=NetworkSegment(50fb9846-5f25-4e5f-8fbf-a7a96f258e08),segment_id=50fb9846-5f25-4e5f-8fbf-a7a96f258e08)] {{(pid=92743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:35.550436 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:35.646738 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d9dba6-b1c4-448a-824e-cb59cbbfb49b None None] DHCP port deletion for eacf42c2-00ce-42e3-89dd-853a4c6fa08a request from dv-cinder-797170-3-smb {{(pid=92745) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:34:35.697060 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Calling delete_port for 883dd7fb-6bec-43c9-b924-4d44b8814ce0 owned by network:dhcp {{(pid=92743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:34:35.714904 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-b2d9dba6-b1c4-448a-824e-cb59cbbfb49b None None] Deleting port 883dd7fb-6bec-43c9-b924-4d44b8814ce0 {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:34:35.715727 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b2d9dba6-b1c4-448a-824e-cb59cbbfb49b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:35.814646 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-b2d9dba6-b1c4-448a-824e-cb59cbbfb49b None None] For port 883dd7fb-6bec-43c9-b924-4d44b8814ce0, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=883dd7fb-6bec-43c9-b924-4d44b8814ce0,segment=NetworkSegment(50fb9846-5f25-4e5f-8fbf-a7a96f258e08),segment_id=50fb9846-5f25-4e5f-8fbf-a7a96f258e08)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:35.815312 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b2d9dba6-b1c4-448a-824e-cb59cbbfb49b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:35.941924 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-b2d9dba6-b1c4-448a-824e-cb59cbbfb49b None None] Calling delete_port for 883dd7fb-6bec-43c9-b924-4d44b8814ce0 owned by network:dhcp {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:34:36.014230 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dc7ae-e59e-4171-8cd7-a5b88d187239 req-ffea3ee8-8319-4df0-ba5a-968c8b691eab tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:36.016931 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-901dc7ae-e59e-4171-8cd7-a5b88d187239 req-ffea3ee8-8319-4df0-ba5a-968c8b691eab tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 944 time: 0.3715572 Jun 21 04:34:36.018858 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629729'] for port, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:36.023796 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:36.082572 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] No DVR routers for this DVR port 883dd7fb-6bec-43c9-b924-4d44b8814ce0 on host dv-cinder-797170-3-smb {{(pid=92743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:34:36.099488 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b2d9dba6-b1c4-448a-824e-cb59cbbfb49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:36.101817 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-184036dc-51dd-4cc4-a8de-6f45993ff341 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:36.101969 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=883dd7fb-6bec-43c9-b924-4d44b8814ce0,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:36.130611 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9dba6-b1c4-448a-824e-cb59cbbfb49b None None] Pushing event deleted for resources: {'Port': ['ID=883dd7fb-6bec-43c9-b924-4d44b8814ce0,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:36.139911 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9dba6-b1c4-448a-824e-cb59cbbfb49b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.140349 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9dba6-b1c4-448a-824e-cb59cbbfb49b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.140813 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9dba6-b1c4-448a-824e-cb59cbbfb49b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.141227 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9dba6-b1c4-448a-824e-cb59cbbfb49b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.141639 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9dba6-b1c4-448a-824e-cb59cbbfb49b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.142047 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9dba6-b1c4-448a-824e-cb59cbbfb49b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.142463 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9dba6-b1c4-448a-824e-cb59cbbfb49b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.142858 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9dba6-b1c4-448a-824e-cb59cbbfb49b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.143472 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9dba6-b1c4-448a-824e-cb59cbbfb49b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.143880 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9dba6-b1c4-448a-824e-cb59cbbfb49b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.144422 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9dba6-b1c4-448a-824e-cb59cbbfb49b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.145216 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9dba6-b1c4-448a-824e-cb59cbbfb49b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.151099 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-b2d9dba6-b1c4-448a-824e-cb59cbbfb49b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:36.152310 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d9dba6-b1c4-448a-824e-cb59cbbfb49b None None] No DVR routers for this DVR port 883dd7fb-6bec-43c9-b924-4d44b8814ce0 on host dv-cinder-797170-3-smb {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:34:36.180030 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.180744 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.181417 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.182083 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.182643 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.183227 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.183830 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.184404 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.185079 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.185687 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.186281 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.186903 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.192541 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:36.236569 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 0b0bd2af-8c8a-46b0-a411-a39591525acf no longer exists at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:34:36.262471 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] No Port match for: 0b0bd2af-8c8a-46b0-a411-a39591525acf {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:34:36.262471 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 0b0bd2af-8c8a-46b0-a411-a39591525acf not bound to the agent host dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:34:36.262471 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 4740ed74-9d3a-4fa5-b21b-5e89458c4a63 no longer exists at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:34:36.296196 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] No Port match for: 4740ed74-9d3a-4fa5-b21b-5e89458c4a63 {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:34:36.297112 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 4740ed74-9d3a-4fa5-b21b-5e89458c4a63 not bound to the agent host dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:34:36.297775 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 883dd7fb-6bec-43c9-b924-4d44b8814ce0 no longer exists at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:34:36.309594 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-901dc7ae-e59e-4171-8cd7-a5b88d187239 req-adaa29f1-5e22-462e-b6d5-9561394e4445 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768905 Jun 21 04:34:36.325912 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] No Port match for: 883dd7fb-6bec-43c9-b924-4d44b8814ce0 {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:34:36.326306 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 883dd7fb-6bec-43c9-b924-4d44b8814ce0 not bound to the agent host dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:34:36.337716 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536299', 'neutron.services.segments.db._delete_segments_for_network-8772645825747'] for network, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:36.363674 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.services.segments.db [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eacf42c2-00ce-42e3-89dd-853a4c6fa08a']}} {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:36.378145 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.services.segments.db [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50fb9846-5f25-4e5f-8fbf-a7a96f258e08') {'for_net_delete': True} {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:36.378650 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.services.segments.db [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50fb9846-5f25-4e5f-8fbf-a7a96f258e08') {} {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:36.397220 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772645825576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59026067'] for segment, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:36.424277 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:36.436367 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=92743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:34:36.436728 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60629296'] for segment, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: Traceback (most recent call last): Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: timer() Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: cb(*args, **kw) Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: return func(*args, **kwargs) Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: self._notify() Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: self.callback(batched_events) Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: event.method(event) Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: return f(self, *a, **k) Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: return self._get(url).json() Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: return self.request(url, 'GET', **kwargs) Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:34:36.438966 dv-cinder-797170-3-smb neutron-server[92743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:34:36.505858 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515458'] for network, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:36.511205 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:36.514367 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:36.519179 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/eacf42c2-00ce-42e3-89dd-853a4c6fa08a HTTP/1.1" status: 204 len: 168 time: 1.3649240 Jun 21 04:34:36.534471 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=eacf42c2-00ce-42e3-89dd-853a4c6fa08a,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:36.538089 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:36.688947 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 56762) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:36.760584 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-c25d40cf-c9ee-4b84-b07b-933bd7bfbacf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=98ac6444112049ffbeb07ee05d60964f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0697875 Jun 21 04:34:36.763715 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 56764) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:36.845221 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-86dc1386-cfd1-42a1-95ce-c9734fb4aaed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:36.889918 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-86dc1386-cfd1-42a1-95ce-c9734fb4aaed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:36.975734 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-86dc1386-cfd1-42a1-95ce-c9734fb4aaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:36.980819 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-86dc1386-cfd1-42a1-95ce-c9734fb4aaed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:36.982515 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-86dc1386-cfd1-42a1-95ce-c9734fb4aaed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3bc7865-313b-4fd4-87a2-8057f7cb64b0 HTTP/1.1" status: 204 len: 168 time: 0.2171609 Jun 21 04:34:36.983847 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-8a8b4ea1-ac96-4324-b3ff-be5d1b572d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:36.998375 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc1386-cfd1-42a1-95ce-c9734fb4aaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bc7865-313b-4fd4-87a2-8057f7cb64b0,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:37.003343 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-86dc1386-cfd1-42a1-95ce-c9734fb4aaed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:37.641575 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2735d-0068-47e9-85d7-7b350bdb26d1 req-85217b29-cd85-419e-bdd3-5002cefbdf91 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:37.643327 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6fa2735d-0068-47e9-85d7-7b350bdb26d1 req-85217b29-cd85-419e-bdd3-5002cefbdf91 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 944 time: 0.1579747 Jun 21 04:34:37.722258 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6fa2735d-0068-47e9-85d7-7b350bdb26d1 req-62ba934f-3e89-4daa-849c-33d7f8b67ef2 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690534 Jun 21 04:34:37.831708 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78209476-4487-40de-b3ef-a0114e6beedd req-0ce8c8db-2566-4641-a27d-cd850688a0b8 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:37.834276 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-78209476-4487-40de-b3ef-a0114e6beedd req-0ce8c8db-2566-4641-a27d-cd850688a0b8 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 945 time: 0.1199470 Jun 21 04:34:37.913321 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-78209476-4487-40de-b3ef-a0114e6beedd req-975334d6-f4a3-4c28-a37f-8c37bdaa97a7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711284 Jun 21 04:34:38.999751 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0ed89-aef9-4c13-af0e-c05e3bda2aac req-6d33159f-2f6b-4682-bec1-3937db0c66c5 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:39.003100 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0ee0ed89-aef9-4c13-af0e-c05e3bda2aac req-6d33159f-2f6b-4682-bec1-3937db0c66c5 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 944 time: 0.1240339 Jun 21 04:34:39.063216 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0ee0ed89-aef9-4c13-af0e-c05e3bda2aac req-3eb9ccdf-814f-448e-b80c-da009525ea51 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517745 Jun 21 04:34:39.239889 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 56824) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:39.283819 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145a561-0af5-40d6-bc56-461cf3964e92 req-5066a44a-f8cb-40d8-8c1d-1b245f01cdc0 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:39.286046 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-4145a561-0af5-40d6-bc56-461cf3964e92 req-5066a44a-f8cb-40d8-8c1d-1b245f01cdc0 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 945 time: 0.1023407 Jun 21 04:34:39.336979 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-4145a561-0af5-40d6-bc56-461cf3964e92 req-339f31c9-da79-437e-8899-eb3a3be8efd4 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403850 Jun 21 04:34:39.410528 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-89860196-1b4b-4987-93f7-696314446968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:39.583151 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-89860196-1b4b-4987-93f7-696314446968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:39.600521 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-89860196-1b4b-4987-93f7-696314446968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:39.604581 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-a28d39ad-26d0-46af-aa05-9087244d188d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:39.649620 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-89860196-1b4b-4987-93f7-696314446968 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4ab0ebc9c0ec4f139de7c4aa45950904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4086070 Jun 21 04:34:39.651470 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89860196-1b4b-4987-93f7-696314446968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669b76a7-9ded-44cb-a6e0-528c7b508c1c,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:39.654261 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-89860196-1b4b-4987-93f7-696314446968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:39.654764 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 56828) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:39.726560 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-0d113fc5-c7a3-4236-90aa-437d51fb7690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:39.752164 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-0d113fc5-c7a3-4236-90aa-437d51fb7690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:39.809807 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-0d113fc5-c7a3-4236-90aa-437d51fb7690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:39.812464 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-0d113fc5-c7a3-4236-90aa-437d51fb7690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:39.817548 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-0d113fc5-c7a3-4236-90aa-437d51fb7690 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/669b76a7-9ded-44cb-a6e0-528c7b508c1c HTTP/1.1" status: 204 len: 168 time: 0.1579306 Jun 21 04:34:39.817548 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-8bbc0526-1f16-498f-8db2-5a26f6db5b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:39.824348 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d113fc5-c7a3-4236-90aa-437d51fb7690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669b76a7-9ded-44cb-a6e0-528c7b508c1c,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:39.827051 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-0d113fc5-c7a3-4236-90aa-437d51fb7690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:40.341000 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d06a90-6d87-4af8-a8e4-94d4d552b047 req-a03d97c7-ca3e-4384-8114-6d4fd0e5d50f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:40.342599 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-46d06a90-6d87-4af8-a8e4-94d4d552b047 req-a03d97c7-ca3e-4384-8114-6d4fd0e5d50f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 944 time: 0.0929971 Jun 21 04:34:40.400280 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-46d06a90-6d87-4af8-a8e4-94d4d552b047 req-7a6df32e-6a0b-4e88-b6b6-a3e633247e2b tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475993 Jun 21 04:34:40.591719 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b69528-89bd-497e-98b7-0ce27a22eb09 req-faa66177-41b9-480c-94ec-1e4e434d8e15 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:40.593326 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-33b69528-89bd-497e-98b7-0ce27a22eb09 req-faa66177-41b9-480c-94ec-1e4e434d8e15 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 945 time: 0.0946336 Jun 21 04:34:40.646136 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-33b69528-89bd-497e-98b7-0ce27a22eb09 req-aef629b5-9d29-4146-ac4e-45767b9cb16d tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451865 Jun 21 04:34:41.394694 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-731fb796-1173-4f15-8174-ae4daedf56b4 req-17a6f391-add3-4ea7-b3da-6ed7b94a860c service neutron] 10.222.0.61 "GET /v2.0/networks/f95acde7-6145-4eac-8338-c9336db53392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471980 Jun 21 04:34:41.530210 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-731fb796-1173-4f15-8174-ae4daedf56b4 req-038e8ac2-7e8e-4120-8a75-3a3e41312a6e service neutron] 10.222.0.61 "GET /v2.0/networks/f95acde7-6145-4eac-8338-c9336db53392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269989 Jun 21 04:34:41.751904 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc938b5-09c7-4d7d-9098-97fd16f6fb7c req-11b30908-cf22-4c41-ae5f-df1332a85945 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:41.754338 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ebc938b5-09c7-4d7d-9098-97fd16f6fb7c req-11b30908-cf22-4c41-ae5f-df1332a85945 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 944 time: 0.1228459 Jun 21 04:34:41.807527 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ebc938b5-09c7-4d7d-9098-97fd16f6fb7c req-4791b752-a113-4d2e-a82c-38eb0d7c37eb tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416453 Jun 21 04:34:41.916069 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc0e25-c469-4bee-8244-4a166df582dc req-06fa8e0f-c274-45ee-94eb-aa6984dfa008 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:41.917884 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-26dc0e25-c469-4bee-8244-4a166df582dc req-06fa8e0f-c274-45ee-94eb-aa6984dfa008 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 945 time: 0.0883503 Jun 21 04:34:41.966522 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-26dc0e25-c469-4bee-8244-4a166df582dc req-ccdcbf5c-7690-4897-bd4c-c4e7d3dc5792 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412977 Jun 21 04:34:42.058189 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 56884) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:42.211182 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f668d4e9-0e34-44cf-84b3-61dab9076ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:42.322993 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f668d4e9-0e34-44cf-84b3-61dab9076ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:42.327648 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f668d4e9-0e34-44cf-84b3-61dab9076ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:42.330700 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-c53aea02-5f99-42e0-8a94-c60504b7acb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:42.370135 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668d4e9-0e34-44cf-84b3-61dab9076ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5cf0fc-ed22-45e7-ab03-ef55ee83a8cc,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:42.374554 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-f668d4e9-0e34-44cf-84b3-61dab9076ea4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee5b5b2d0072442cac57ea45d435959a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152554 Jun 21 04:34:42.375659 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-f668d4e9-0e34-44cf-84b3-61dab9076ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:42.377542 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 56890) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:42.461388 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-0344b1fa-161e-4a5d-976e-66f444102371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:42.499773 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-0344b1fa-161e-4a5d-976e-66f444102371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:42.507019 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device b91b0ca8-ca7e-453c-b258-08e525046635 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92745) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:34:42.567809 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-0344b1fa-161e-4a5d-976e-66f444102371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:42.570481 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-0344b1fa-161e-4a5d-976e-66f444102371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:42.572232 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-0344b1fa-161e-4a5d-976e-66f444102371 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5b5cf0fc-ed22-45e7-ab03-ef55ee83a8cc HTTP/1.1" status: 204 len: 168 time: 0.1937251 Jun 21 04:34:42.573243 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-f668d4e9-0e34-44cf-84b3-61dab9076ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:42.581607 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344b1fa-161e-4a5d-976e-66f444102371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5cf0fc-ed22-45e7-ab03-ef55ee83a8cc,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:42.585017 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-0344b1fa-161e-4a5d-976e-66f444102371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:42.673157 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port b91b0ca8-ca7e-453c-b258-08e525046635, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=b91b0ca8-ca7e-453c-b258-08e525046635,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:42.693749 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Returning: {'device': 'b91b0ca8-ca7e-453c-b258-08e525046635', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'port_id': 'b91b0ca8-ca7e-453c-b258-08e525046635', 'mac_address': 'fa:16:3e:60:5b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b063768-9c1b-46e1-8850-d03763645351', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92745) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:34:42.764856 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:42.786750 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91b0ca8-ca7e-453c-b258-08e525046635 {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:34:42.820534 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port b91b0ca8-ca7e-453c-b258-08e525046635, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=b91b0ca8-ca7e-453c-b258-08e525046635,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:42.826182 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:42.829240 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:42.896318 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=b91b0ca8-ca7e-453c-b258-08e525046635,revision_number=9']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:42.902350 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:42.935007 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 56898) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:42.949736 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-69723c56-918c-481d-92ac-14539d60da08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:43.072815 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['b91b0ca8-ca7e-453c-b258-08e525046635'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:34:43.162651 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-69723c56-918c-481d-92ac-14539d60da08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:43.176013 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-69723c56-918c-481d-92ac-14539d60da08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:43.184564 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:43.195198 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c642207-19e7-46b7-aa97-2da8ff569f71 req-9d973aaf-8ca0-4278-91cf-b57e3acc6044 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:43.198910 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0c642207-19e7-46b7-aa97-2da8ff569f71 req-9d973aaf-8ca0-4278-91cf-b57e3acc6044 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 945 time: 0.0949938 Jun 21 04:34:43.221691 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2560b0-586f-40e6-8a31-16cb52f0d6d4 req-5974bfb0-c6ab-4cd1-85d9-e69b7911cdd8 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:43.223728 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-2f2560b0-586f-40e6-8a31-16cb52f0d6d4 req-5974bfb0-c6ab-4cd1-85d9-e69b7911cdd8 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 945 time: 0.1884048 Jun 21 04:34:43.275846 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0c642207-19e7-46b7-aa97-2da8ff569f71 req-a49188d9-1da1-48e6-a72d-86ac3e2926da tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614133 Jun 21 04:34:43.290640 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69723c56-918c-481d-92ac-14539d60da08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf7a9d4-5bf4-487b-8e5e-ea7e1d318bf9,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:43.310766 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-69723c56-918c-481d-92ac-14539d60da08 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=45cb4772583d4d42a9d6d2f146a69d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3700712 Jun 21 04:34:43.310766 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-69723c56-918c-481d-92ac-14539d60da08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:43.311484 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 56902) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:43.341647 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-2f2560b0-586f-40e6-8a31-16cb52f0d6d4 req-5e132e9d-1f14-4d16-afe9-9a71766e0b70 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992641 Jun 21 04:34:43.390350 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-dd4cd4c1-786e-4343-9c2e-1d646e6fe04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:43.419719 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-dd4cd4c1-786e-4343-9c2e-1d646e6fe04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:43.479633 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-dd4cd4c1-786e-4343-9c2e-1d646e6fe04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:43.482977 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-dd4cd4c1-786e-4343-9c2e-1d646e6fe04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:43.484329 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-dd4cd4c1-786e-4343-9c2e-1d646e6fe04c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5cf7a9d4-5bf4-487b-8e5e-ea7e1d318bf9 HTTP/1.1" status: 204 len: 168 time: 0.1723864 Jun 21 04:34:43.485474 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-cdbcfa01-ec0e-4d1c-967d-0d794494c19e tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:43.494700 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4cd4c1-786e-4343-9c2e-1d646e6fe04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf7a9d4-5bf4-487b-8e5e-ea7e1d318bf9,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:43.500809 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-dd4cd4c1-786e-4343-9c2e-1d646e6fe04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:44.521926 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device b91b0ca8-ca7e-453c-b258-08e525046635 up at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:34:44.543882 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357266a-7c6d-4f63-823a-36de58cedcdf req-2b6b7f36-2868-4ff7-8c2e-ae164caeae81 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:44.546874 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8357266a-7c6d-4f63-823a-36de58cedcdf req-2b6b7f36-2868-4ff7-8c2e-ae164caeae81 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 945 time: 0.1343801 Jun 21 04:34:44.596261 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning complete for port b91b0ca8-ca7e-453c-b258-08e525046635 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:34:44.596684 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:44.638412 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8357266a-7c6d-4f63-823a-36de58cedcdf req-56523153-1460-49c6-b3c1-eefae798ec61 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844655 Jun 21 04:34:44.655397 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecfdbd-6c07-4bd6-848d-3cff91065644 req-222dc319-8d81-43cc-92f1-4ed055aa5c15 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:44.668770 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d3ecfdbd-6c07-4bd6-848d-3cff91065644 req-222dc319-8d81-43cc-92f1-4ed055aa5c15 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 945 time: 0.1294892 Jun 21 04:34:44.712246 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:44.729555 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d3ecfdbd-6c07-4bd6-848d-3cff91065644 req-fd6be9ad-847c-45ed-9039-4083cee865b9 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600245 Jun 21 04:34:44.754291 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c160a1-1959-4075-b3ef-b1907c734527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91b0ca8-ca7e-453c-b258-08e525046635'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:34:44.758740 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c666a815-6648-4be8-9952-800169e77e1e" -d '{"events": [{"server_uuid": "f8c160a1-1959-4075-b3ef-b1907c734527", "name": "network-vif-plugged", "status": "completed", "tag": "b91b0ca8-ca7e-453c-b258-08e525046635"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:34:44.783676 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port b91b0ca8-ca7e-453c-b258-08e525046635, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=b91b0ca8-ca7e-453c-b258-08e525046635,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:44.791447 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:44.794927 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:44.837312 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61359f3f-8723-446e-ae50-42327b09d359 x-openstack-request-id: req-61359f3f-8723-446e-ae50-42327b09d359 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:34:44.837733 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c160a1-1959-4075-b3ef-b1907c734527", "name": "network-vif-plugged", "status": "completed", "tag": "b91b0ca8-ca7e-453c-b258-08e525046635", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:34:44.838156 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-61359f3f-8723-446e-ae50-42327b09d359 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:34:44.838836 dv-cinder-797170-3-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c160a1-1959-4075-b3ef-b1907c734527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91b0ca8-ca7e-453c-b258-08e525046635', 'code': 200} Jun 21 04:34:44.893713 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=b91b0ca8-ca7e-453c-b258-08e525046635,revision_number=10']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:44.899268 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:45.021926 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1312f847-1331-4574-9cce-0e12d76988ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:45.104321 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976f6ac-14a2-4b2e-b5bd-8a5a587213af req-b8845bca-76c0-4010-8e43-e0915649cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:45.107060 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-1976f6ac-14a2-4b2e-b5bd-8a5a587213af req-b8845bca-76c0-4010-8e43-e0915649cd4a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 1100 time: 0.0850534 Jun 21 04:34:45.154488 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-1976f6ac-14a2-4b2e-b5bd-8a5a587213af req-fecf2535-1855-4069-a41b-629a69c0bc54 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394981 Jun 21 04:34:45.970281 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761e368-b94c-4507-9997-1b55564b5884 req-6e0462f8-489f-48b2-895b-f6d09181fa85 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:45.973274 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-2761e368-b94c-4507-9997-1b55564b5884 req-6e0462f8-489f-48b2-895b-f6d09181fa85 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 945 time: 0.1611869 Jun 21 04:34:46.061601 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-2761e368-b94c-4507-9997-1b55564b5884 req-7b503251-a1ee-4192-b042-312ee489b698 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773952 Jun 21 04:34:46.098715 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c70c20-69c6-4ec9-85d1-0484a6850e6e req-2aaa5ee8-14db-4335-ab2e-878933e94b08 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:46.100328 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-47c70c20-69c6-4ec9-85d1-0484a6850e6e req-2aaa5ee8-14db-4335-ab2e-878933e94b08 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 947 time: 0.1167974 Jun 21 04:34:46.156501 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-47c70c20-69c6-4ec9-85d1-0484a6850e6e req-9ce66206-3462-47bc-8397-7a9a19ef2561 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479057 Jun 21 04:34:47.355322 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a523b-6042-42ff-93b9-68fd20ea9fc6 req-65753f17-6f47-4438-8fb2-1721ddbeb6c6 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:47.356944 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-1d4a523b-6042-42ff-93b9-68fd20ea9fc6 req-65753f17-6f47-4438-8fb2-1721ddbeb6c6 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 945 time: 0.1154029 Jun 21 04:34:47.413552 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-1d4a523b-6042-42ff-93b9-68fd20ea9fc6 req-8d195768-4ac4-465e-9bc6-4bcdfe9e7256 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442934 Jun 21 04:34:47.428438 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dde887-4db9-4a0d-bf41-97dce04602ae req-bd3b452c-d719-4234-8a89-21053e22853d tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:47.432023 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-43dde887-4db9-4a0d-bf41-97dce04602ae req-bd3b452c-d719-4234-8a89-21053e22853d tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 947 time: 0.1271801 Jun 21 04:34:47.490688 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-43dde887-4db9-4a0d-bf41-97dce04602ae req-a4fb1c95-4dd0-4cec-b354-0dd2001712dc tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482388 Jun 21 04:34:47.978309 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-79f61cfb-7c02-482f-b709-1205c9d9aab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:48.179435 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:48.205000 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:48.302772 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c73b20b8-2402-48bd-b2e2-9bf8afb1c94b req-490a1edb-054a-4ec2-8e6f-6857082aa5f8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0579581 Jun 21 04:34:48.386592 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b20b8-2402-48bd-b2e2-9bf8afb1c94b req-f57491f0-db64-4223-9921-353d4491e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:48.388082 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c73b20b8-2402-48bd-b2e2-9bf8afb1c94b req-f57491f0-db64-4223-9921-353d4491e095 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b41d03382de140b4aafed91df2047d48&device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 1100 time: 0.0619321 Jun 21 04:34:48.501961 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b20b8-2402-48bd-b2e2-9bf8afb1c94b req-24663746-eda8-445a-863c-dc6b01569ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:48.503449 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c73b20b8-2402-48bd-b2e2-9bf8afb1c94b req-24663746-eda8-445a-863c-dc6b01569ade service neutron] 10.222.0.61 "GET /v2.0/networks?id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0 HTTP/1.1" status: 200 len: 917 time: 0.0937510 Jun 21 04:34:48.591259 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c73b20b8-2402-48bd-b2e2-9bf8afb1c94b req-7be1065e-8d49-48e7-9c90-2a7524c866f7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b91b0ca8-ca7e-453c-b258-08e525046635 HTTP/1.1" status: 200 len: 1001 time: 0.0774686 Jun 21 04:34:48.645005 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b20b8-2402-48bd-b2e2-9bf8afb1c94b req-3fd8770a-8e6b-41a2-9ead-6d61de18918d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:48.646401 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c73b20b8-2402-48bd-b2e2-9bf8afb1c94b req-3fd8770a-8e6b-41a2-9ead-6d61de18918d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0b063768-9c1b-46e1-8850-d03763645351 HTTP/1.1" status: 200 len: 855 time: 0.0484016 Jun 21 04:34:48.651354 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368d50e-f1ab-4d5f-8e73-bd13f6a08d23 req-a2d77864-bda8-4bda-82a5-47cc99de251f tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:48.652907 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-1368d50e-f1ab-4d5f-8e73-bd13f6a08d23 req-a2d77864-bda8-4bda-82a5-47cc99de251f tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 945 time: 0.0740762 Jun 21 04:34:48.699401 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-1368d50e-f1ab-4d5f-8e73-bd13f6a08d23 req-6002e58e-139f-44e2-89b5-11a553df1e57 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360491 Jun 21 04:34:48.726863 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b20b8-2402-48bd-b2e2-9bf8afb1c94b req-5b237143-5734-49f7-8401-136af5156b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:48.730432 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c73b20b8-2402-48bd-b2e2-9bf8afb1c94b req-5b237143-5734-49f7-8401-136af5156b92 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3be8ed7a-a62f-4c2a-9b4d-410174e064d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772829 Jun 21 04:34:48.843574 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c73b20b8-2402-48bd-b2e2-9bf8afb1c94b req-ccc39163-31d2-4579-8fba-103e3b42e3c2 service neutron] 10.222.0.61 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002066 Jun 21 04:34:48.913458 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:48.959599 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c73b20b8-2402-48bd-b2e2-9bf8afb1c94b req-db09965d-823a-4bf8-8489-141f50bbf4d3 service neutron] 10.222.0.61 "GET /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088667 Jun 21 04:34:49.475578 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57032) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:49.619784 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-db21c57b-a639-4f3c-9802-63ce05dd4408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:49.797581 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-db21c57b-a639-4f3c-9802-63ce05dd4408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:49.802960 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-db21c57b-a639-4f3c-9802-63ce05dd4408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:49.808742 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-1ab2617f-3545-4a9b-bb7c-b67fc595af58 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:49.863725 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-db21c57b-a639-4f3c-9802-63ce05dd4408 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=19237b37fdb142e7bb569ecd439036b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3865819 Jun 21 04:34:49.867479 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21c57b-a639-4f3c-9802-63ce05dd4408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaa1fdf-7589-441b-b3fa-758182abc2d6,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:49.868901 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 57038) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:49.873467 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-db21c57b-a639-4f3c-9802-63ce05dd4408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:49.951808 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-247ca77e-4248-4278-9e73-343d8b3607b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:49.977344 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-247ca77e-4248-4278-9e73-343d8b3607b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:50.080985 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-247ca77e-4248-4278-9e73-343d8b3607b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:50.084272 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-247ca77e-4248-4278-9e73-343d8b3607b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:50.085909 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-247ca77e-4248-4278-9e73-343d8b3607b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2eaa1fdf-7589-441b-b3fa-758182abc2d6 HTTP/1.1" status: 204 len: 168 time: 0.2144258 Jun 21 04:34:50.088374 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-2b174d90-62bf-42e0-ab15-5f4610ea23ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:50.105731 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ca77e-4248-4278-9e73-343d8b3607b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaa1fdf-7589-441b-b3fa-758182abc2d6,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:50.108790 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-247ca77e-4248-4278-9e73-343d8b3607b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:50.139654 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4937a-f616-451f-a510-b2c4fe1748b6 req-a54abd57-34b2-4bf5-a5d0-97689228b3f2 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:50.142634 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-dfe4937a-f616-451f-a510-b2c4fe1748b6 req-a54abd57-34b2-4bf5-a5d0-97689228b3f2 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 945 time: 0.1191480 Jun 21 04:34:50.199703 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-dfe4937a-f616-451f-a510-b2c4fe1748b6 req-6028da9d-e12a-49cf-9bb6-f6e1237a7b1b tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481608 Jun 21 04:34:50.440411 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 57044) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:50.455014 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-2907b8ab-e4aa-4b02-ad5c-03980d92c3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:50.582698 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-2907b8ab-e4aa-4b02-ad5c-03980d92c3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:50.589412 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-2907b8ab-e4aa-4b02-ad5c-03980d92c3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:50.595649 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-cda863c8-013c-4849-b51b-b69bf5191be6 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:50.661498 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-2907b8ab-e4aa-4b02-ad5c-03980d92c3e9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf2a555252ce4fa49f142bb41628d6eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194927 Jun 21 04:34:50.662791 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907b8ab-e4aa-4b02-ad5c-03980d92c3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6715a8ed-2a00-4ab4-b8e8-b63609d9aa52,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:50.664097 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57046) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:50.668151 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-2907b8ab-e4aa-4b02-ad5c-03980d92c3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:50.728041 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d9046359-3b8f-40af-b3d4-54c56e8ac269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:50.755521 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d9046359-3b8f-40af-b3d4-54c56e8ac269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:50.814172 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d9046359-3b8f-40af-b3d4-54c56e8ac269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:50.818510 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d9046359-3b8f-40af-b3d4-54c56e8ac269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:50.823499 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-d9046359-3b8f-40af-b3d4-54c56e8ac269 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6715a8ed-2a00-4ab4-b8e8-b63609d9aa52 HTTP/1.1" status: 204 len: 168 time: 0.1576245 Jun 21 04:34:50.824374 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-48218e51-f767-488c-ba9b-93c2944fe6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:50.833497 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9046359-3b8f-40af-b3d4-54c56e8ac269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6715a8ed-2a00-4ab4-b8e8-b63609d9aa52,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:50.836675 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-d9046359-3b8f-40af-b3d4-54c56e8ac269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:51.444287 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea55c1-1cf0-4829-9afb-2ae6d8bbab84 req-dbeea647-fa4b-4fe7-92d0-fb9976add0a2 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:51.445936 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-60ea55c1-1cf0-4829-9afb-2ae6d8bbab84 req-dbeea647-fa4b-4fe7-92d0-fb9976add0a2 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 945 time: 0.0971503 Jun 21 04:34:51.498930 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-60ea55c1-1cf0-4829-9afb-2ae6d8bbab84 req-c985d9d4-3cf0-4849-9548-789bde161a5b tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454867 Jun 21 04:34:51.625796 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:51.630414 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19264a-e0fa-41f4-a4f0-8aa07997d880 req-5e0bafc0-f060-42ae-abd3-08a8187feb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:51.632243 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3a19264a-e0fa-41f4-a4f0-8aa07997d880 req-5e0bafc0-f060-42ae-abd3-08a8187feb65 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e77874d6686d4339bad83bc3b2c55091&device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 1098 time: 0.0864608 Jun 21 04:34:51.735638 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19264a-e0fa-41f4-a4f0-8aa07997d880 req-04646e83-4fd8-4651-826c-53526a9b7dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:51.737870 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3a19264a-e0fa-41f4-a4f0-8aa07997d880 req-04646e83-4fd8-4651-826c-53526a9b7dbf service neutron] 10.222.0.61 "GET /v2.0/networks?id=681eba82-90ac-47cb-b2b4-73e0ab70b7bd HTTP/1.1" status: 200 len: 910 time: 0.0986714 Jun 21 04:34:51.836288 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3a19264a-e0fa-41f4-a4f0-8aa07997d880 req-68d4cfc7-876c-4eb2-96d2-e1dd0f3c6c5e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fd2224e-9c92-461f-9536-c9a538ac4c3a HTTP/1.1" status: 200 len: 1001 time: 0.0913730 Jun 21 04:34:51.902514 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19264a-e0fa-41f4-a4f0-8aa07997d880 req-73c548be-2683-4624-a2fe-e7da630eae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:51.904151 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3a19264a-e0fa-41f4-a4f0-8aa07997d880 req-73c548be-2683-4624-a2fe-e7da630eae68 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5305cd27-b4bd-435d-8b24-d3ace7f876a9 HTTP/1.1" status: 200 len: 848 time: 0.0570321 Jun 21 04:34:51.984139 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19264a-e0fa-41f4-a4f0-8aa07997d880 req-a7d5c6bf-ffe3-4d52-a1ed-02438a486186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:51.986899 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3a19264a-e0fa-41f4-a4f0-8aa07997d880 req-a7d5c6bf-ffe3-4d52-a1ed-02438a486186 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=681eba82-90ac-47cb-b2b4-73e0ab70b7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0714695 Jun 21 04:34:52.120788 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3a19264a-e0fa-41f4-a4f0-8aa07997d880 req-c4ae46d4-4cb9-4874-b06a-1025f6dbedb2 service neutron] 10.222.0.61 "GET /v2.0/networks/681eba82-90ac-47cb-b2b4-73e0ab70b7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259844 Jun 21 04:34:52.233446 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3a19264a-e0fa-41f4-a4f0-8aa07997d880 req-864be5ef-3466-437b-b2bf-4da79fbc3970 service neutron] 10.222.0.61 "GET /v2.0/networks/681eba82-90ac-47cb-b2b4-73e0ab70b7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047380 Jun 21 04:34:52.697543 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:34:52.735396 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc49407-9f90-4e7c-b2e0-56db50aeae85 req-8502f466-0e75-4194-bcc8-0f299843d033 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:52.737189 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-bdc49407-9f90-4e7c-b2e0-56db50aeae85 req-8502f466-0e75-4194-bcc8-0f299843d033 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 945 time: 0.1024246 Jun 21 04:34:52.801363 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-bdc49407-9f90-4e7c-b2e0-56db50aeae85 req-ef28c2f1-32b5-4492-922f-0c1a7c0167f0 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570681 Jun 21 04:34:53.128558 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57104) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:53.248149 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-0aae10da-8013-42a9-b0b2-97ecb9338626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:53.362893 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-0aae10da-8013-42a9-b0b2-97ecb9338626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:53.367436 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-0aae10da-8013-42a9-b0b2-97ecb9338626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:53.371073 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-b801a17a-7de5-4128-bac0-fc14beedeecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:53.413510 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-0aae10da-8013-42a9-b0b2-97ecb9338626 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e11191479efa44f6b11d5e5b1a896f5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836277 Jun 21 04:34:53.414627 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae10da-8013-42a9-b0b2-97ecb9338626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2ae332-0ae3-4869-be32-4d84471d0c50,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:53.416550 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 57110) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:53.419026 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-0aae10da-8013-42a9-b0b2-97ecb9338626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:53.478262 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7138cd55-0066-4bd9-bed8-e0e91872da3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:53.502234 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7138cd55-0066-4bd9-bed8-e0e91872da3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:53.559458 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7138cd55-0066-4bd9-bed8-e0e91872da3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:53.562208 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7138cd55-0066-4bd9-bed8-e0e91872da3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:53.563991 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-7138cd55-0066-4bd9-bed8-e0e91872da3d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2e2ae332-0ae3-4869-be32-4d84471d0c50 HTTP/1.1" status: 204 len: 168 time: 0.1457987 Jun 21 04:34:53.565310 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-1c46ff6c-9edd-43c7-b91a-d7881b057157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:53.575404 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138cd55-0066-4bd9-bed8-e0e91872da3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2ae332-0ae3-4869-be32-4d84471d0c50,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:53.578056 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-7138cd55-0066-4bd9-bed8-e0e91872da3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:54.012454 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 57122) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:54.048029 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-0e3cfd68-1d11-457a-afd6-9be545acb061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:54.206658 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3813d5-90d4-40ca-8fd3-2f102156f2a8 req-716067a0-03b2-47d4-97a4-82c558cebb9a tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:54.208788 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8b3813d5-90d4-40ca-8fd3-2f102156f2a8 req-716067a0-03b2-47d4-97a4-82c558cebb9a tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 945 time: 0.1781971 Jun 21 04:34:54.252855 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd32ee-2777-476d-9a68-4839bb8badf5 req-18e50eb9-d7aa-4c0a-9868-87c859cb0a4c tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:54.256634 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-c5fd32ee-2777-476d-9a68-4839bb8badf5 req-18e50eb9-d7aa-4c0a-9868-87c859cb0a4c tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 984 time: 0.1299763 Jun 21 04:34:54.263851 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cce954-959c-4729-a763-eeb0a9a0fe46 req-4be74df0-4dc0-4bbf-bbc5-397fa493970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:54.265444 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c9cce954-959c-4729-a763-eeb0a9a0fe46 req-4be74df0-4dc0-4bbf-bbc5-397fa493970f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33b33908625f46939633bb2a606cf455&device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 1137 time: 0.1614587 Jun 21 04:34:54.310870 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8b3813d5-90d4-40ca-8fd3-2f102156f2a8 req-4b015d37-3389-4fd1-a053-70afce7db899 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874681 Jun 21 04:34:54.365396 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-c5fd32ee-2777-476d-9a68-4839bb8badf5 req-ad8e23a8-9a60-49a6-bb42-c31dfcaf9622 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=f70d21c4-e608-4bd3-adab-7909e9822d04&id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911002 Jun 21 04:34:54.398778 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-0e3cfd68-1d11-457a-afd6-9be545acb061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:54.408150 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-0e3cfd68-1d11-457a-afd6-9be545acb061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:54.413385 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-af14dfc3-41da-4093-ac4e-5c922345d750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:54.476690 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-0e3cfd68-1d11-457a-afd6-9be545acb061 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a830284456c44ee98f9c0fa1d74fb926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4619527 Jun 21 04:34:54.477867 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cce954-959c-4729-a763-eeb0a9a0fe46 req-68333874-18e9-4e13-b809-a2e4326b778b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:54.479311 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c9cce954-959c-4729-a763-eeb0a9a0fe46 req-68333874-18e9-4e13-b809-a2e4326b778b service neutron] 10.222.0.61 "GET /v2.0/networks?id=f95acde7-6145-4eac-8338-c9336db53392 HTTP/1.1" status: 200 len: 915 time: 0.1988041 Jun 21 04:34:54.480088 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cfd68-1d11-457a-afd6-9be545acb061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28816ef-7c2c-44b8-9835-a251bf29931b,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:54.480995 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57124) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:54.483448 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-0e3cfd68-1d11-457a-afd6-9be545acb061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:54.555766 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c9cce954-959c-4729-a763-eeb0a9a0fe46 req-8b70cb7e-4c4e-4ee4-b697-9bbfa2c169f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=005e1d4b-764d-49bc-b274-16e6b2a5730b HTTP/1.1" status: 200 len: 1001 time: 0.0679448 Jun 21 04:34:54.572886 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-aad2fb67-8ff6-49cb-b613-02f78f54db76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:54.613033 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-aad2fb67-8ff6-49cb-b613-02f78f54db76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:54.619249 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cce954-959c-4729-a763-eeb0a9a0fe46 req-5ad0e319-6795-466b-ac82-fb97cc57f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:54.620931 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c9cce954-959c-4729-a763-eeb0a9a0fe46 req-5ad0e319-6795-466b-ac82-fb97cc57f58b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f16d7fc9-548d-4719-a448-b27165be8af1 HTTP/1.1" status: 200 len: 853 time: 0.0579393 Jun 21 04:34:54.697775 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cce954-959c-4729-a763-eeb0a9a0fe46 req-a2b82204-7853-41fd-8c2f-0065af4aca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:54.698428 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-aad2fb67-8ff6-49cb-b613-02f78f54db76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:54.700232 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c9cce954-959c-4729-a763-eeb0a9a0fe46 req-a2b82204-7853-41fd-8c2f-0065af4aca4f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f95acde7-6145-4eac-8338-c9336db53392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705762 Jun 21 04:34:54.701915 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-aad2fb67-8ff6-49cb-b613-02f78f54db76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:54.703152 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-aad2fb67-8ff6-49cb-b613-02f78f54db76 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b28816ef-7c2c-44b8-9835-a251bf29931b HTTP/1.1" status: 204 len: 168 time: 0.2207706 Jun 21 04:34:54.703996 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-6594c304-b2d7-490e-8997-100d642c18d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:54.713041 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2fb67-8ff6-49cb-b613-02f78f54db76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28816ef-7c2c-44b8-9835-a251bf29931b,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:54.715824 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-aad2fb67-8ff6-49cb-b613-02f78f54db76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:54.849777 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c9cce954-959c-4729-a763-eeb0a9a0fe46 req-b5e9bfe7-e1b1-4831-bc62-a8a7c6c8e215 service neutron] 10.222.0.61 "GET /v2.0/networks/f95acde7-6145-4eac-8338-c9336db53392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415637 Jun 21 04:34:54.987801 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c9cce954-959c-4729-a763-eeb0a9a0fe46 req-251b6386-d87d-4d23-a32b-45814ed5f138 service neutron] 10.222.0.61 "GET /v2.0/networks/f95acde7-6145-4eac-8338-c9336db53392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255636 Jun 21 04:34:55.613087 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13442f-1f97-4e10-abe7-65f4cb4136ad req-16590a82-2861-4b04-b26c-5fe4df577887 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:55.615852 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0f13442f-1f97-4e10-abe7-65f4cb4136ad req-16590a82-2861-4b04-b26c-5fe4df577887 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 984 time: 0.1052203 Jun 21 04:34:55.623134 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa3f79-695d-40e6-b7d1-5317bc68d225 req-8057c488-a0ec-407f-8433-582b70d30ae1 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:55.627163 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-98fa3f79-695d-40e6-b7d1-5317bc68d225 req-8057c488-a0ec-407f-8433-582b70d30ae1 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 945 time: 0.1188843 Jun 21 04:34:55.687519 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0f13442f-1f97-4e10-abe7-65f4cb4136ad req-bac5ed3e-61e4-44d6-b510-1755cf839e45 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=f70d21c4-e608-4bd3-adab-7909e9822d04&id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653014 Jun 21 04:34:55.709496 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-98fa3f79-695d-40e6-b7d1-5317bc68d225 req-6d0e83a1-b886-448c-8230-62b6c71fd432 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713973 Jun 21 04:34:56.125893 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ae0f11c6-36fd-437c-b6df-f0a46236e3a5 req-ab641bc8-2847-4384-a9b5-0827afa9e179 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1066198 Jun 21 04:34:56.240249 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc36460-a180-47fe-a446-2286b3df5b5a req-9b520443-bc46-46e4-bf46-ae3d4de7e158 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:56.242111 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3bc36460-a180-47fe-a446-2286b3df5b5a req-9b520443-bc46-46e4-bf46-ae3d4de7e158 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 945 time: 0.1031678 Jun 21 04:34:56.591711 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 7fd2224e-9c92-461f-9536-c9a538ac4c3a no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:34:56.682302 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3bc36460-a180-47fe-a446-2286b3df5b5a req-78360567-b48c-46f4-8b21-d11b0634cd85 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4336238 Jun 21 04:34:56.688166 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:56.723195 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2253c8-3eb3-4783-9560-6561d3fb5b77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fd2224e-9c92-461f-9536-c9a538ac4c3a'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:34:56.725699 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b248e1-a603-465c-88b2-2ed3bc164ebd" -d '{"events": [{"server_uuid": "7d2253c8-3eb3-4783-9560-6561d3fb5b77", "name": "network-vif-unplugged", "status": "completed", "tag": "7fd2224e-9c92-461f-9536-c9a538ac4c3a"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:34:56.741801 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 7fd2224e-9c92-461f-9536-c9a538ac4c3a, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7fd2224e-9c92-461f-9536-c9a538ac4c3a,segment=NetworkSegment(134464e8-d48b-4988-881c-f3e9a79e0b3f),segment_id=134464e8-d48b-4988-881c-f3e9a79e0b3f)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:56.749130 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:56.751821 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:56.808993 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Jun 2021 04:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcc988e-7ae6-43f7-9d22-fddce9ff2dc3 x-openstack-request-id: req-4bcc988e-7ae6-43f7-9d22-fddce9ff2dc3 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:34:56.809272 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2253c8-3eb3-4783-9560-6561d3fb5b77", "name": "network-vif-unplugged", "status": "failed", "tag": "7fd2224e-9c92-461f-9536-c9a538ac4c3a", "code": 422}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:34:56.809640 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4bcc988e-7ae6-43f7-9d22-fddce9ff2dc3 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:34:56.810116 dv-cinder-797170-3-smb neutron-server[92745]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7d2253c8-3eb3-4783-9560-6561d3fb5b77', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7fd2224e-9c92-461f-9536-c9a538ac4c3a', 'code': 422} returned with failed status Jun 21 04:34:56.823410 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=7fd2224e-9c92-461f-9536-c9a538ac4c3a,revision_number=6']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:56.827462 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:56.960033 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6de77a-1880-41a9-9370-8e93cffe2f81 req-5400b432-8b68-4163-809e-f1357725bcc6 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:56.963996 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-da6de77a-1880-41a9-9370-8e93cffe2f81 req-5400b432-8b68-4163-809e-f1357725bcc6 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 984 time: 0.1144195 Jun 21 04:34:57.018399 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-da6de77a-1880-41a9-9370-8e93cffe2f81 req-8b22026d-0020-41ec-a923-9fd5fdde47d8 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=f70d21c4-e608-4bd3-adab-7909e9822d04&id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477204 Jun 21 04:34:57.743839 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f11c6-36fd-437c-b6df-f0a46236e3a5 req-5b5817a7-e1c5-4790-a3c4-ebb5077f4f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:57.745840 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ae0f11c6-36fd-437c-b6df-f0a46236e3a5 req-5b5817a7-e1c5-4790-a3c4-ebb5077f4f54 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77&tenant_id=e77874d6686d4339bad83bc3b2c55091 HTTP/1.1" status: 200 len: 1096 time: 0.0838063 Jun 21 04:34:57.866903 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f11c6-36fd-437c-b6df-f0a46236e3a5 req-549ccd34-57d6-4535-a598-e7755967691c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:57.870200 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ae0f11c6-36fd-437c-b6df-f0a46236e3a5 req-549ccd34-57d6-4535-a598-e7755967691c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e77874d6686d4339bad83bc3b2c55091&device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 1096 time: 0.0965695 Jun 21 04:34:57.928557 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24944dc8-dfca-4cd9-b711-c2c4e2842b6c req-97a838f0-53b7-4199-9b42-3454a679f5c7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:57.931082 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-24944dc8-dfca-4cd9-b711-c2c4e2842b6c req-97a838f0-53b7-4199-9b42-3454a679f5c7 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 943 time: 0.0970416 Jun 21 04:34:57.990828 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-24944dc8-dfca-4cd9-b711-c2c4e2842b6c req-21f96efa-4038-47b7-963d-2b210dbcb861 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484340 Jun 21 04:34:58.027349 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f11c6-36fd-437c-b6df-f0a46236e3a5 req-086162e1-fa39-4094-afdd-a0ea0a561c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:58.029070 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ae0f11c6-36fd-437c-b6df-f0a46236e3a5 req-086162e1-fa39-4094-afdd-a0ea0a561c3f service neutron] 10.222.0.61 "GET /v2.0/networks?id=681eba82-90ac-47cb-b2b4-73e0ab70b7bd HTTP/1.1" status: 200 len: 910 time: 0.1487086 Jun 21 04:34:58.137832 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ae0f11c6-36fd-437c-b6df-f0a46236e3a5 req-c341ef57-b0db-4bf9-9862-16436b144ef6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fd2224e-9c92-461f-9536-c9a538ac4c3a HTTP/1.1" status: 200 len: 999 time: 0.0964665 Jun 21 04:34:58.226195 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f11c6-36fd-437c-b6df-f0a46236e3a5 req-f80b0092-b716-44f0-968f-b99d52b1a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:58.227759 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ae0f11c6-36fd-437c-b6df-f0a46236e3a5 req-f80b0092-b716-44f0-968f-b99d52b1a179 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5305cd27-b4bd-435d-8b24-d3ace7f876a9 HTTP/1.1" status: 200 len: 848 time: 0.0823934 Jun 21 04:34:58.297413 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675bc51-d58a-4221-a7d3-f0fa6cb445e3 req-50dfd161-803d-47f7-aee7-d6da1a7db3c4 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:58.299615 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-4675bc51-d58a-4221-a7d3-f0fa6cb445e3 req-50dfd161-803d-47f7-aee7-d6da1a7db3c4 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 984 time: 0.1430788 Jun 21 04:34:58.361526 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f11c6-36fd-437c-b6df-f0a46236e3a5 req-870e17f3-9c1e-443a-84f3-70fee30df573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:58.363802 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ae0f11c6-36fd-437c-b6df-f0a46236e3a5 req-870e17f3-9c1e-443a-84f3-70fee30df573 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=681eba82-90ac-47cb-b2b4-73e0ab70b7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1285052 Jun 21 04:34:58.370361 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-4675bc51-d58a-4221-a7d3-f0fa6cb445e3 req-c28d4346-6b8a-4b86-8586-8b89d4892658 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=f70d21c4-e608-4bd3-adab-7909e9822d04&id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625086 Jun 21 04:34:58.476276 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ae0f11c6-36fd-437c-b6df-f0a46236e3a5 req-84add087-8493-42e7-a110-4e0a326fc208 service neutron] 10.222.0.61 "GET /v2.0/networks/681eba82-90ac-47cb-b2b4-73e0ab70b7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047800 Jun 21 04:34:58.587874 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ae0f11c6-36fd-437c-b6df-f0a46236e3a5 req-609c48bc-644b-47f4-a30c-832fc3e16c7a service neutron] 10.222.0.61 "GET /v2.0/networks/681eba82-90ac-47cb-b2b4-73e0ab70b7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052756 Jun 21 04:34:59.222346 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9173c0-e240-44d2-9631-6ddef5276b34 req-4e8878dc-5ccd-4036-94c0-9b5f6ce70315 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:59.225226 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-dc9173c0-e240-44d2-9631-6ddef5276b34 req-4e8878dc-5ccd-4036-94c0-9b5f6ce70315 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 943 time: 0.0874038 Jun 21 04:34:59.268511 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-dc9173c0-e240-44d2-9631-6ddef5276b34 req-ddc1caf7-3612-4fc3-93c8-3a548f3cfbc1 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370433 Jun 21 04:34:59.612488 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1afd4-bdf4-474c-bd22-75ba7bf47a53 req-9aac89de-ca74-4452-954b-b0c57ea11d95 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:59.613985 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9ff1afd4-bdf4-474c-bd22-75ba7bf47a53 req-9aac89de-ca74-4452-954b-b0c57ea11d95 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 984 time: 0.0711298 Jun 21 04:34:59.665493 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9ff1afd4-bdf4-474c-bd22-75ba7bf47a53 req-fd3eee8a-60fa-40e4-9215-70a6136abc58 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=f70d21c4-e608-4bd3-adab-7909e9822d04&id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394065 Jun 21 04:35:00.566304 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafa09d-9b00-41ef-8b33-6fd236baf36a req-befe832b-96b2-428e-bb10-0fe32e46e5bc tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:00.568926 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-2cafa09d-9b00-41ef-8b33-6fd236baf36a req-befe832b-96b2-428e-bb10-0fe32e46e5bc tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 943 time: 0.0944433 Jun 21 04:35:00.602158 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 7fd2224e-9c92-461f-9536-c9a538ac4c3a details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92745) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:35:00.617267 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-2cafa09d-9b00-41ef-8b33-6fd236baf36a req-00d964b7-3f42-4f32-95a9-024ade0a84d3 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401962 Jun 21 04:35:00.744516 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 7fd2224e-9c92-461f-9536-c9a538ac4c3a, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7fd2224e-9c92-461f-9536-c9a538ac4c3a,segment=NetworkSegment(134464e8-d48b-4988-881c-f3e9a79e0b3f),segment_id=134464e8-d48b-4988-881c-f3e9a79e0b3f)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:00.764286 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Returning: {'device': '7fd2224e-9c92-461f-9536-c9a538ac4c3a', 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd', 'port_id': '7fd2224e-9c92-461f-9536-c9a538ac4c3a', 'mac_address': 'fa:16:3e:39:2a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5305cd27-b4bd-435d-8b24-d3ace7f876a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92745) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:35:00.827275 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:00.843461 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd2224e-9c92-461f-9536-c9a538ac4c3a {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:35:00.868252 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 7fd2224e-9c92-461f-9536-c9a538ac4c3a, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7fd2224e-9c92-461f-9536-c9a538ac4c3a,segment=NetworkSegment(134464e8-d48b-4988-881c-f3e9a79e0b3f),segment_id=134464e8-d48b-4988-881c-f3e9a79e0b3f)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:00.874641 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:00.878525 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:00.953886 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=7fd2224e-9c92-461f-9536-c9a538ac4c3a,revision_number=7']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:00.960559 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:00.981452 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d5ce1-46fa-49c4-acbb-4cec8f29aa17 req-5b6bd006-2106-4753-845f-8981b4f0d081 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:00.984259 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-da2d5ce1-46fa-49c4-acbb-4cec8f29aa17 req-5b6bd006-2106-4753-845f-8981b4f0d081 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 984 time: 0.1290095 Jun 21 04:35:01.057272 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-da2d5ce1-46fa-49c4-acbb-4cec8f29aa17 req-a46a81c6-6f8d-41be-9c92-4044906f2665 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=f70d21c4-e608-4bd3-adab-7909e9822d04&id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666296 Jun 21 04:35:01.126396 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['7fd2224e-9c92-461f-9536-c9a538ac4c3a'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:35:01.876070 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5350a-0648-4a26-abb1-a6e95a4a40ad req-df96717e-4980-49ed-ba48-386fd4113761 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:01.877831 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-40d5350a-0648-4a26-abb1-a6e95a4a40ad req-df96717e-4980-49ed-ba48-386fd4113761 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 944 time: 0.1089556 Jun 21 04:35:01.933507 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-40d5350a-0648-4a26-abb1-a6e95a4a40ad req-1ef31ad8-4e17-4f71-aaad-a19ecd6f8513 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452623 Jun 21 04:35:02.260629 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5e435-e7b5-4cd6-8445-2228e62dcf67 req-b92674e8-a017-4774-85bb-e3942e7fa2a3 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:02.262360 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3da5e435-e7b5-4cd6-8445-2228e62dcf67 req-b92674e8-a017-4774-85bb-e3942e7fa2a3 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 984 time: 0.0748398 Jun 21 04:35:02.318843 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3da5e435-e7b5-4cd6-8445-2228e62dcf67 req-1de4ee39-601c-444b-9c2a-de6853dd1238 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=f70d21c4-e608-4bd3-adab-7909e9822d04&id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459850 Jun 21 04:35:02.633046 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 7fd2224e-9c92-461f-9536-c9a538ac4c3a up at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:35:02.686509 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning complete for port 7fd2224e-9c92-461f-9536-c9a538ac4c3a triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:35:02.686883 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:02.776441 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:02.801866 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2253c8-3eb3-4783-9560-6561d3fb5b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd2224e-9c92-461f-9536-c9a538ac4c3a'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:35:02.804197 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469bdf36-4d20-4686-bfd3-3d7bd139e8ac" -d '{"events": [{"server_uuid": "7d2253c8-3eb3-4783-9560-6561d3fb5b77", "name": "network-vif-plugged", "status": "completed", "tag": "7fd2224e-9c92-461f-9536-c9a538ac4c3a"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:35:02.823592 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 7fd2224e-9c92-461f-9536-c9a538ac4c3a, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7fd2224e-9c92-461f-9536-c9a538ac4c3a,segment=NetworkSegment(134464e8-d48b-4988-881c-f3e9a79e0b3f),segment_id=134464e8-d48b-4988-881c-f3e9a79e0b3f)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:02.829542 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:02.833098 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:02.878344 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e197cd-d11f-41ac-a6f5-1bec7db43ea7 x-openstack-request-id: req-c1e197cd-d11f-41ac-a6f5-1bec7db43ea7 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:35:02.878736 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2253c8-3eb3-4783-9560-6561d3fb5b77", "name": "network-vif-plugged", "status": "completed", "tag": "7fd2224e-9c92-461f-9536-c9a538ac4c3a", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:35:02.879094 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c1e197cd-d11f-41ac-a6f5-1bec7db43ea7 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:35:02.879555 dv-cinder-797170-3-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2253c8-3eb3-4783-9560-6561d3fb5b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd2224e-9c92-461f-9536-c9a538ac4c3a', 'code': 200} Jun 21 04:35:02.908980 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=7fd2224e-9c92-461f-9536-c9a538ac4c3a,revision_number=8']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:02.913367 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:03.276735 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b1a72-e6be-41b7-b10f-f4dc8d84e910 req-6a157262-e558-42b9-9d96-1e10a1bfd859 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:03.279405 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-425b1a72-e6be-41b7-b10f-f4dc8d84e910 req-6a157262-e558-42b9-9d96-1e10a1bfd859 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 945 time: 0.1992836 Jun 21 04:35:03.310676 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf28eb-91ce-429b-9ade-f0cd5d795664 req-6ba5caf5-b8aa-48f6-900f-9640503bd0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:03.312177 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-10cf28eb-91ce-429b-9ade-f0cd5d795664 req-6ba5caf5-b8aa-48f6-900f-9640503bd0a9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 1098 time: 0.1525338 Jun 21 04:35:03.338915 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-425b1a72-e6be-41b7-b10f-f4dc8d84e910 req-8a7a4cc7-fb76-4a0d-b3ce-a56d4c0a6038 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493767 Jun 21 04:35:03.362360 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 57246) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:03.371967 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-10cf28eb-91ce-429b-9ade-f0cd5d795664 req-866bc0d4-9335-4978-8e0a-a724c1068600 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478950 Jun 21 04:35:03.499376 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-6fa93c98-573e-4362-b2c8-e761ed8ecb2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:03.539219 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd799b-715e-49c8-b01c-a4204de8d604 req-9cbf1c57-ef89-4b74-9622-be094f6a6eee tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:03.541385 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-9ecd799b-715e-49c8-b01c-a4204de8d604 req-9cbf1c57-ef89-4b74-9622-be094f6a6eee tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 984 time: 0.0724614 Jun 21 04:35:03.585870 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-9ecd799b-715e-49c8-b01c-a4204de8d604 req-733779d4-1233-430d-a0e7-bded1fd8bd35 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=f70d21c4-e608-4bd3-adab-7909e9822d04&id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379624 Jun 21 04:35:03.615518 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-6fa93c98-573e-4362-b2c8-e761ed8ecb2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:03.620049 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-6fa93c98-573e-4362-b2c8-e761ed8ecb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:03.622852 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-8d8982d2-08d2-44d5-8488-55a53f3d53d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:03.662646 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-6fa93c98-573e-4362-b2c8-e761ed8ecb2b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f09268812c4549beb254b5417bc708e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995939 Jun 21 04:35:03.663622 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa93c98-573e-4362-b2c8-e761ed8ecb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e740343-5b0c-4ad3-bc54-5de05713b732,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:03.665695 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57252) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:03.671537 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa93c98-573e-4362-b2c8-e761ed8ecb2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:03.671929 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa93c98-573e-4362-b2c8-e761ed8ecb2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:03.673150 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa93c98-573e-4362-b2c8-e761ed8ecb2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:03.673525 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa93c98-573e-4362-b2c8-e761ed8ecb2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:03.673900 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa93c98-573e-4362-b2c8-e761ed8ecb2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:03.674272 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa93c98-573e-4362-b2c8-e761ed8ecb2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:03.674633 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa93c98-573e-4362-b2c8-e761ed8ecb2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:03.674997 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa93c98-573e-4362-b2c8-e761ed8ecb2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:03.675365 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa93c98-573e-4362-b2c8-e761ed8ecb2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:03.675720 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa93c98-573e-4362-b2c8-e761ed8ecb2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:03.676079 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa93c98-573e-4362-b2c8-e761ed8ecb2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:03.676430 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa93c98-573e-4362-b2c8-e761ed8ecb2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:03.680701 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-6fa93c98-573e-4362-b2c8-e761ed8ecb2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:03.729536 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a9e3487f-fe30-4c92-a084-32bec027d845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:03.754296 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a9e3487f-fe30-4c92-a084-32bec027d845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:03.806200 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a9e3487f-fe30-4c92-a084-32bec027d845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:03.809336 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-a9e3487f-fe30-4c92-a084-32bec027d845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:03.810785 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-a9e3487f-fe30-4c92-a084-32bec027d845 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e740343-5b0c-4ad3-bc54-5de05713b732 HTTP/1.1" status: 204 len: 168 time: 0.1439023 Jun 21 04:35:03.811987 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-7e6c4057-54d9-4228-b64c-21592751ff95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:03.823848 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3487f-fe30-4c92-a084-32bec027d845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e740343-5b0c-4ad3-bc54-5de05713b732,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:03.826695 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-a9e3487f-fe30-4c92-a084-32bec027d845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:04.147788 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57258) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:04.165688 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8ac292b5-ac1b-41e6-98d9-9d88c3e16a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:04.278377 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8ac292b5-ac1b-41e6-98d9-9d88c3e16a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:04.282740 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8ac292b5-ac1b-41e6-98d9-9d88c3e16a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:04.285627 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-83a110ce-53e7-4695-9e2f-7f91eb44f32b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:04.324514 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-8ac292b5-ac1b-41e6-98d9-9d88c3e16a54 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a65a902e1544b0499e546ebb7a66aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761558 Jun 21 04:35:04.325772 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac292b5-ac1b-41e6-98d9-9d88c3e16a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138853cb-5070-460f-8352-fc69919500a5,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:04.327249 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 57260) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:04.329055 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-8ac292b5-ac1b-41e6-98d9-9d88c3e16a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:04.385147 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7ef7a066-da29-45b2-b37e-7213dc76bbad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:04.413974 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7ef7a066-da29-45b2-b37e-7213dc76bbad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:04.508777 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7ef7a066-da29-45b2-b37e-7213dc76bbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:04.511998 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7ef7a066-da29-45b2-b37e-7213dc76bbad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:04.513779 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-7ef7a066-da29-45b2-b37e-7213dc76bbad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/138853cb-5070-460f-8352-fc69919500a5 HTTP/1.1" status: 204 len: 168 time: 0.1849122 Jun 21 04:35:04.515234 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-2907b8ab-e4aa-4b02-ad5c-03980d92c3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:04.528258 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7a066-da29-45b2-b37e-7213dc76bbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138853cb-5070-460f-8352-fc69919500a5,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:04.530867 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-7ef7a066-da29-45b2-b37e-7213dc76bbad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:04.570814 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e240da-4844-40bf-bad6-a47f70a7fdc7 req-c03aed1d-feaa-482c-a287-80ab3e2f1eb4 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:04.572441 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-58e240da-4844-40bf-bad6-a47f70a7fdc7 req-c03aed1d-feaa-482c-a287-80ab3e2f1eb4 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 945 time: 0.1001925 Jun 21 04:35:04.616912 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-58e240da-4844-40bf-bad6-a47f70a7fdc7 req-804c8d11-c82f-4cec-9a86-5a32149b6eea tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384054 Jun 21 04:35:04.806589 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451df1ef-bdec-4207-9d09-a63459eebc84 req-f239914e-c680-4cee-a33b-36cf40d89127 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:04.808748 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-451df1ef-bdec-4207-9d09-a63459eebc84 req-f239914e-c680-4cee-a33b-36cf40d89127 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 984 time: 0.0886216 Jun 21 04:35:04.873918 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-451df1ef-bdec-4207-9d09-a63459eebc84 req-84095b72-791d-4edb-9f5e-b2cfd361c2f9 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=f70d21c4-e608-4bd3-adab-7909e9822d04&id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519738 Jun 21 04:35:06.135189 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89169285-d902-4e98-892e-77f14f760a95 req-9d0e5045-2491-46e5-8a0d-fa8c72e39b68 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:06.137186 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-89169285-d902-4e98-892e-77f14f760a95 req-9d0e5045-2491-46e5-8a0d-fa8c72e39b68 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 984 time: 0.0768878 Jun 21 04:35:06.186509 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-89169285-d902-4e98-892e-77f14f760a95 req-5230dcff-185e-4e76-9500-e589ff9389e0 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=f70d21c4-e608-4bd3-adab-7909e9822d04&id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430369 Jun 21 04:35:07.385074 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e4e64-6efe-4991-8e2a-7f16c4a18b6b req-4369358d-ab27-4528-8860-e0fe455a7ed8 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:07.386789 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-fa0e4e64-6efe-4991-8e2a-7f16c4a18b6b req-4369358d-ab27-4528-8860-e0fe455a7ed8 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 984 time: 0.0738993 Jun 21 04:35:07.435793 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-fa0e4e64-6efe-4991-8e2a-7f16c4a18b6b req-a32c3d95-7115-43df-9204-23d537560ca6 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=f70d21c4-e608-4bd3-adab-7909e9822d04&id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359836 Jun 21 04:35:10.005097 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 57372) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:10.130794 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-2e54386d-6f14-4e72-93e2-12c06e8b7d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:10.264703 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-2e54386d-6f14-4e72-93e2-12c06e8b7d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:10.269209 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-2e54386d-6f14-4e72-93e2-12c06e8b7d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:10.271992 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-7ef7a066-da29-45b2-b37e-7213dc76bbad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:10.312755 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-2e54386d-6f14-4e72-93e2-12c06e8b7d06 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=23c439f21b3e436dbdae683fbb5d0f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064280 Jun 21 04:35:10.313855 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54386d-6f14-4e72-93e2-12c06e8b7d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881e10c9-9ee0-40d2-9f23-9c85d9884a9c,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:10.315687 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57376) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:10.318108 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-2e54386d-6f14-4e72-93e2-12c06e8b7d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:10.411585 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-ccff9e84-5bef-45cf-ac80-8fcb8d08d4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:10.449652 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-ccff9e84-5bef-45cf-ac80-8fcb8d08d4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:10.524539 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-ccff9e84-5bef-45cf-ac80-8fcb8d08d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:10.527589 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-ccff9e84-5bef-45cf-ac80-8fcb8d08d4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:10.528808 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-ccff9e84-5bef-45cf-ac80-8fcb8d08d4b1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/881e10c9-9ee0-40d2-9f23-9c85d9884a9c HTTP/1.1" status: 204 len: 168 time: 0.2115295 Jun 21 04:35:10.529615 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-0aae10da-8013-42a9-b0b2-97ecb9338626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:10.537938 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff9e84-5bef-45cf-ac80-8fcb8d08d4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881e10c9-9ee0-40d2-9f23-9c85d9884a9c,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:10.540289 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-ccff9e84-5bef-45cf-ac80-8fcb8d08d4b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:10.815551 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57382) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:10.829516 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3223feda-e40b-4c12-911a-f9e96d39af1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:10.960218 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3223feda-e40b-4c12-911a-f9e96d39af1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:10.964614 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3223feda-e40b-4c12-911a-f9e96d39af1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:10.967328 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-69723c56-918c-481d-92ac-14539d60da08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:11.005325 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-3223feda-e40b-4c12-911a-f9e96d39af1f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a405b331d354748accacc3c70dd43db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886456 Jun 21 04:35:11.006171 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223feda-e40b-4c12-911a-f9e96d39af1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebceff65-7f5d-47db-bf0a-fd5943805f7b,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:11.009363 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 57384) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:11.011079 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-3223feda-e40b-4c12-911a-f9e96d39af1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:11.066959 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-103550f9-5410-4e46-a866-b245cc92d98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:11.094325 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-103550f9-5410-4e46-a866-b245cc92d98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:11.156233 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-103550f9-5410-4e46-a866-b245cc92d98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:11.159831 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-103550f9-5410-4e46-a866-b245cc92d98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:11.161804 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-103550f9-5410-4e46-a866-b245cc92d98a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ebceff65-7f5d-47db-bf0a-fd5943805f7b HTTP/1.1" status: 204 len: 168 time: 0.1502841 Jun 21 04:35:11.162931 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-782a5b7e-8e23-4448-9b8e-e43027ad6a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:11.173280 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103550f9-5410-4e46-a866-b245cc92d98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebceff65-7f5d-47db-bf0a-fd5943805f7b,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:11.176318 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-103550f9-5410-4e46-a866-b245cc92d98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:11.531533 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57390) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:11.545854 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c642-ce7d-41e0-9a34-0b25fa37f980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:11.669665 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c642-ce7d-41e0-9a34-0b25fa37f980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:11.674319 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c642-ce7d-41e0-9a34-0b25fa37f980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:11.677010 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-53ac2b85-37d7-428e-8464-b00f0c0ea57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:11.714366 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-dfc8c642-ce7d-41e0-9a34-0b25fa37f980 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b8d56b478864bf9997c33f079d76af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1816070 Jun 21 04:35:11.715318 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8c642-ce7d-41e0-9a34-0b25fa37f980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d01ed1-e4b3-4700-b3cb-91aa759ff032,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:11.717407 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 57392) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:11.719021 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-dfc8c642-ce7d-41e0-9a34-0b25fa37f980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:11.773319 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ed37c38a-b3fe-480f-a63e-323b739794c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:11.797875 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ed37c38a-b3fe-480f-a63e-323b739794c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:11.852767 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ed37c38a-b3fe-480f-a63e-323b739794c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:11.855710 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ed37c38a-b3fe-480f-a63e-323b739794c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:11.857303 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-ed37c38a-b3fe-480f-a63e-323b739794c1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c6d01ed1-e4b3-4700-b3cb-91aa759ff032 HTTP/1.1" status: 204 len: 168 time: 0.1385305 Jun 21 04:35:11.858500 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-74f48909-7a38-4b0e-b744-c676abb7e3a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:11.871176 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37c38a-b3fe-480f-a63e-323b739794c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d01ed1-e4b3-4700-b3cb-91aa759ff032,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:11.874387 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-ed37c38a-b3fe-480f-a63e-323b739794c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:13.076139 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57422) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:13.202034 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f72e41e3-9d35-47f9-a955-018e8ab6041a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:13.312891 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f72e41e3-9d35-47f9-a955-018e8ab6041a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:13.317683 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f72e41e3-9d35-47f9-a955-018e8ab6041a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:13.321294 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-0344b1fa-161e-4a5d-976e-66f444102371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:13.365381 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-f72e41e3-9d35-47f9-a955-018e8ab6041a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b65bb4165dfe451fbdeb7ec483b59af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879558 Jun 21 04:35:13.366344 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e41e3-9d35-47f9-a955-018e8ab6041a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a2311d-b6e9-4cb1-8139-efc367f9678a,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:13.369949 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 57426) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:13.370752 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-f72e41e3-9d35-47f9-a955-018e8ab6041a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:13.429134 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-6d9168f6-b7ec-4c94-b1b2-0eb34319e293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:13.452346 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-6d9168f6-b7ec-4c94-b1b2-0eb34319e293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:13.501349 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-6d9168f6-b7ec-4c94-b1b2-0eb34319e293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:13.504139 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-6d9168f6-b7ec-4c94-b1b2-0eb34319e293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:13.505357 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-6d9168f6-b7ec-4c94-b1b2-0eb34319e293 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32a2311d-b6e9-4cb1-8139-efc367f9678a HTTP/1.1" status: 204 len: 168 time: 0.1338165 Jun 21 04:35:13.506157 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e0d6f081-98f8-46d0-8e04-e4ba12e8316a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:13.516211 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9168f6-b7ec-4c94-b1b2-0eb34319e293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a2311d-b6e9-4cb1-8139-efc367f9678a,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:13.518591 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-6d9168f6-b7ec-4c94-b1b2-0eb34319e293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:15.013887 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6b77071f-cfbe-4d5c-ac38-62a575caeaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:17.989237 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-090074a0-8e15-4c47-a3bd-80bd31ee9d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:18.053377 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 57486) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:18.198449 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:18.204162 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-22b28885-9def-4724-ae4a-e2fe54d6008f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:18.209627 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:18.315417 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-22b28885-9def-4724-ae4a-e2fe54d6008f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:18.321151 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-22b28885-9def-4724-ae4a-e2fe54d6008f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:18.323882 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-0d113fc5-c7a3-4236-90aa-437d51fb7690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:18.363319 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b28885-9def-4724-ae4a-e2fe54d6008f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf9a344-1049-4a2e-84ce-67fc5efd04a6,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:18.367796 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-22b28885-9def-4724-ae4a-e2fe54d6008f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:18.372294 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-22b28885-9def-4724-ae4a-e2fe54d6008f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de7cc7e595e34cf1a986509d0fa3d320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170202 Jun 21 04:35:18.375362 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 57490) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:18.434617 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-306f4887-d446-459e-92c7-365ed6cf6d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:18.458169 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-306f4887-d446-459e-92c7-365ed6cf6d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:18.512145 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-306f4887-d446-459e-92c7-365ed6cf6d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:18.515274 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-306f4887-d446-459e-92c7-365ed6cf6d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:18.516811 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-306f4887-d446-459e-92c7-365ed6cf6d4a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bdf9a344-1049-4a2e-84ce-67fc5efd04a6 HTTP/1.1" status: 204 len: 168 time: 0.1401911 Jun 21 04:35:18.518087 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-89860196-1b4b-4987-93f7-696314446968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:18.529171 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f4887-d446-459e-92c7-365ed6cf6d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf9a344-1049-4a2e-84ce-67fc5efd04a6,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:18.532330 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-306f4887-d446-459e-92c7-365ed6cf6d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:18.847746 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57496) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:18.863612 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-406f542b-fb68-4c68-b234-b5077f66d2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:18.915404 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:18.972532 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-406f542b-fb68-4c68-b234-b5077f66d2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:18.978869 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-406f542b-fb68-4c68-b234-b5077f66d2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:18.981775 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-d9046359-3b8f-40af-b3d4-54c56e8ac269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:19.024547 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-406f542b-fb68-4c68-b234-b5077f66d2f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a07c35b18c3c49fcb863775b31b3c1f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1753204 Jun 21 04:35:19.025478 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f542b-fb68-4c68-b234-b5077f66d2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff3d8bf-2bc9-41b8-9ce5-9ecc7afafb21,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:19.027370 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 57498) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:19.029825 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-406f542b-fb68-4c68-b234-b5077f66d2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:19.088673 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-5f84cfce-020c-4339-b6ca-0c1c4649a1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:19.115526 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-5f84cfce-020c-4339-b6ca-0c1c4649a1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:19.168503 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-5f84cfce-020c-4339-b6ca-0c1c4649a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:19.172036 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-5f84cfce-020c-4339-b6ca-0c1c4649a1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:19.173317 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-5f84cfce-020c-4339-b6ca-0c1c4649a1e2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ff3d8bf-2bc9-41b8-9ce5-9ecc7afafb21 HTTP/1.1" status: 204 len: 168 time: 0.1447012 Jun 21 04:35:19.174191 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-13db3eef-57b9-40d2-bdd2-07dceed495b2 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:19.186602 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84cfce-020c-4339-b6ca-0c1c4649a1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff3d8bf-2bc9-41b8-9ce5-9ecc7afafb21,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:19.190405 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-5f84cfce-020c-4339-b6ca-0c1c4649a1e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:20.979857 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf2f31-4e19-4779-af35-0c8c970c724d req-b57a6793-20c3-4f4b-99dc-4f5bb93d77dd tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:20.982438 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-fbdf2f31-4e19-4779-af35-0c8c970c724d req-b57a6793-20c3-4f4b-99dc-4f5bb93d77dd tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 947 time: 0.0866532 Jun 21 04:35:21.022441 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-fbdf2f31-4e19-4779-af35-0c8c970c724d req-4ff62991-c805-4f62-ac4a-f1e2c286ac27 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340540 Jun 21 04:35:21.622651 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:22.230181 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d4eed-0328-4634-b160-3b30c14e0f0b req-e5f48c76-81a9-4dcb-a9b1-52b790cf9c81 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:22.231705 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-242d4eed-0328-4634-b160-3b30c14e0f0b req-e5f48c76-81a9-4dcb-a9b1-52b790cf9c81 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 947 time: 0.0763795 Jun 21 04:35:22.272526 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-242d4eed-0328-4634-b160-3b30c14e0f0b req-516acd54-71fd-4ff7-9173-09497fbcd0f2 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups?id=9520460b-3a57-4a86-82a7-265888df594c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349042 Jun 21 04:35:22.426133 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24402fd5-aea5-4654-85a5-633fac3d646d req-b9f21ef7-eb7e-4435-be01-ee1552ae0195 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:22.427615 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-24402fd5-aea5-4654-85a5-633fac3d646d req-b9f21ef7-eb7e-4435-be01-ee1552ae0195 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 947 time: 0.0663524 Jun 21 04:35:22.538174 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [req-24402fd5-aea5-4654-85a5-633fac3d646d req-a80a44ce-5500-4878-9272-0cf0611c46c6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Deleting port b91b0ca8-ca7e-453c-b258-08e525046635 {{(pid=92744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:35:22.538418 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-24402fd5-aea5-4654-85a5-633fac3d646d req-a80a44ce-5500-4878-9272-0cf0611c46c6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:22.634663 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-24402fd5-aea5-4654-85a5-633fac3d646d req-a80a44ce-5500-4878-9272-0cf0611c46c6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] For port b91b0ca8-ca7e-453c-b258-08e525046635, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=b91b0ca8-ca7e-453c-b258-08e525046635,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:22.635034 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-24402fd5-aea5-4654-85a5-633fac3d646d req-a80a44ce-5500-4878-9272-0cf0611c46c6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:22.817365 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-24402fd5-aea5-4654-85a5-633fac3d646d req-a80a44ce-5500-4878-9272-0cf0611c46c6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:22.817696 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-24402fd5-aea5-4654-85a5-633fac3d646d req-a80a44ce-5500-4878-9272-0cf0611c46c6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515504'] for floatingip, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:22.818118 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.db.l3_db [req-24402fd5-aea5-4654-85a5-633fac3d646d req-a80a44ce-5500-4878-9272-0cf0611c46c6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Floating IP 0178e8cd-bca8-4fb0-86ad-9de5363d6813 disassociated. External IP: 172.28.3.82, port: b91b0ca8-ca7e-453c-b258-08e525046635. Jun 21 04:35:22.818534 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [req-24402fd5-aea5-4654-85a5-633fac3d646d req-a80a44ce-5500-4878-9272-0cf0611c46c6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Calling delete_port for b91b0ca8-ca7e-453c-b258-08e525046635 owned by compute:nova {{(pid=92744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:35:22.958258 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-24402fd5-aea5-4654-85a5-633fac3d646d req-a80a44ce-5500-4878-9272-0cf0611c46c6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010082'] for port, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:22.962632 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-a6db791e-77e4-48bb-b319-47f7027e80b3 tempest-VolumesNegativeTest-1104264402 tempest-VolumesNegativeTest-1104264402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:22.991042 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a44ce-5500-4878-9272-0cf0611c46c6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Pushing event deleted for resources: {'Port': ['ID=b91b0ca8-ca7e-453c-b258-08e525046635,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:22.995379 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-a80a44ce-5500-4878-9272-0cf0611c46c6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:23.114583 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24402fd5-aea5-4654-85a5-633fac3d646d req-a80a44ce-5500-4878-9272-0cf0611c46c6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Router ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:35:23.232021 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24402fd5-aea5-4654-85a5-633fac3d646d req-a80a44ce-5500-4878-9272-0cf0611c46c6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:35:23.245266 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2642713-4ebd-4c2e-a0b8-ce0b8b7229ef None None] Sync routers for ids ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'] in dv-cinder-797170-3-smb {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:35:23.257105 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2642713-4ebd-4c2e-a0b8-ce0b8b7229ef None None] Routers {'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:35:23.257874 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-f2642713-4ebd-4c2e-a0b8-ce0b8b7229ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:35:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:23.307411 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [req-24402fd5-aea5-4654-85a5-633fac3d646d req-a80a44ce-5500-4878-9272-0cf0611c46c6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] No DVR routers for this DVR port b91b0ca8-ca7e-453c-b258-08e525046635 on host hv-cinder-79717 {{(pid=92744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:35:23.310381 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-24402fd5-aea5-4654-85a5-633fac3d646d req-a80a44ce-5500-4878-9272-0cf0611c46c6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:23.312851 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-24402fd5-aea5-4654-85a5-633fac3d646d req-a80a44ce-5500-4878-9272-0cf0611c46c6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.61 "DELETE /v2.0/ports/b91b0ca8-ca7e-453c-b258-08e525046635 HTTP/1.1" status: 204 len: 173 time: 0.8781152 Jun 21 04:35:23.313842 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c160a1-1959-4075-b3ef-b1907c734527', 'name': 'network-vif-deleted', 'tag': 'b91b0ca8-ca7e-453c-b258-08e525046635'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:35:23.315859 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccfc274-7f79-4c04-abfe-8c91af5c8a94" -d '{"events": [{"server_uuid": "f8c160a1-1959-4075-b3ef-b1907c734527", "name": "network-vif-deleted", "tag": "b91b0ca8-ca7e-453c-b258-08e525046635"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:35:23.359937 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2853e1-6b21-4ec1-a88c-6a5fb96dcf1c x-openstack-request-id: req-8a2853e1-6b21-4ec1-a88c-6a5fb96dcf1c {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:35:23.360803 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c160a1-1959-4075-b3ef-b1907c734527", "name": "network-vif-deleted", "tag": "b91b0ca8-ca7e-453c-b258-08e525046635", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:35:23.361478 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a2853e1-6b21-4ec1-a88c-6a5fb96dcf1c {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:35:23.362353 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c160a1-1959-4075-b3ef-b1907c734527', 'name': 'network-vif-deleted', 'tag': 'b91b0ca8-ca7e-453c-b258-08e525046635', 'status': 'completed', 'code': 200} Jun 21 04:35:23.439376 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-f2642713-4ebd-4c2e-a0b8-ce0b8b7229ef None None] Set router ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:35:23.581707 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-7b97e277-988a-4ad0-ab1b-ace1104873b4 req-39f1be47-6d7b-44a4-b00f-b9607cd18e5b tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c160a1-1959-4075-b3ef-b1907c734527 HTTP/1.1" status: 200 len: 210 time: 0.0758021 Jun 21 04:35:23.706881 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-f2642713-4ebd-4c2e-a0b8-ce0b8b7229ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'name': 'tempest-AttachVolumeShelveTestJSON-938866125-router', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:52Z', 'revision_number': 4, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'gw_port': {'id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': 'a4aea09c-8dfa-46b7-b29c-42249f03e099', 'name': '', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'mac_address': 'fa:16:3e:69:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b063768-9c1b-46e1-8850-d03763645351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:48Z', 'updated_at': '2021-06-21T04:29:09Z', 'revision_number': 5, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'subnets': [{'id': '0b063768-9c1b-46e1-8850-d03763645351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:23.769123 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2642713-4ebd-4c2e-a0b8-ce0b8b7229ef None None] Checking router: ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 for host: dv-cinder-797170-3-smb {{(pid=92746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:35:23.783364 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2642713-4ebd-4c2e-a0b8-ce0b8b7229ef None None] Routers {'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:35:23.784414 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-f2642713-4ebd-4c2e-a0b8-ce0b8b7229ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:35:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:23.967960 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-f2642713-4ebd-4c2e-a0b8-ce0b8b7229ef None None] Set router ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:35:24.289149 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-f2642713-4ebd-4c2e-a0b8-ce0b8b7229ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'name': 'tempest-AttachVolumeShelveTestJSON-938866125-router', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:52Z', 'revision_number': 4, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'gw_port': {'id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': 'a4aea09c-8dfa-46b7-b29c-42249f03e099', 'name': '', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'mac_address': 'fa:16:3e:69:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b063768-9c1b-46e1-8850-d03763645351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:48Z', 'updated_at': '2021-06-21T04:29:09Z', 'revision_number': 5, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'subnets': [{'id': '0b063768-9c1b-46e1-8850-d03763645351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:24.315373 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2642713-4ebd-4c2e-a0b8-ce0b8b7229ef None None] The sync data for ids ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'] in dv-cinder-797170-3-smb is: [{'id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'name': 'tempest-AttachVolumeShelveTestJSON-938866125-router', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:52Z', 'revision_number': 4, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'gw_port': {'id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': 'a4aea09c-8dfa-46b7-b29c-42249f03e099', 'name': '', 'network_id': '3be8ed7a-a62f-4c2a-9b4d-410174e064d0', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'mac_address': 'fa:16:3e:69:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b063768-9c1b-46e1-8850-d03763645351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:48Z', 'updated_at': '2021-06-21T04:29:09Z', 'revision_number': 5, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'subnets': [{'id': '0b063768-9c1b-46e1-8850-d03763645351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:35:24.535950 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d82ef9c-0354-4d35-afde-986f54ed19d2 None None] New status for floating IP 0178e8cd-bca8-4fb0-86ad-9de5363d6813: DOWN {{(pid=92745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:35:24.725125 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57522) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:24.738231 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device b91b0ca8-ca7e-453c-b258-08e525046635 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:35:24.764117 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] No Port match for: b91b0ca8-ca7e-453c-b258-08e525046635 {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:35:24.764541 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device b91b0ca8-ca7e-453c-b258-08e525046635 not bound to the agent host hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:35:24.788192 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f3872baf-98aa-4665-8006-8bab6629d541 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:24.815967 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f3872baf-98aa-4665-8006-8bab6629d541 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:24.867411 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f3872baf-98aa-4665-8006-8bab6629d541 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:24.870104 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f3872baf-98aa-4665-8006-8bab6629d541 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:24.871929 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-f3872baf-98aa-4665-8006-8bab6629d541 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "DELETE /v2.0/security-groups/9520460b-3a57-4a86-82a7-265888df594c HTTP/1.1" status: 204 len: 168 time: 0.1441607 Jun 21 04:35:24.873094 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-dfc8c642-ce7d-41e0-9a34-0b25fa37f980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:24.874659 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 57524) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:24.884949 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3872baf-98aa-4665-8006-8bab6629d541 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9520460b-3a57-4a86-82a7-265888df594c,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:24.889707 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-f3872baf-98aa-4665-8006-8bab6629d541 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:24.889942 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.api.v2.resource [None req-db006800-9b29-4da7-b3e4-4668d099efa8 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] show failed (client error): The resource could not be found. Jun 21 04:35:24.890992 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-db006800-9b29-4da7-b3e4-4668d099efa8 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "GET /v2.0/security-groups/9520460b-3a57-4a86-82a7-265888df594c HTTP/1.1" status: 404 len: 347 time: 0.0153735 Jun 21 04:35:24.894331 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 57526) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:25.027809 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-9e194b02-5de0-4955-9d08-ef14c5bc8ceb tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Deleting port 23644565-0cac-4cea-85e3-6cbfce4810d9 {{(pid=92744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:35:25.028153 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9e194b02-5de0-4955-9d08-ef14c5bc8ceb tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:25.108398 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9e194b02-5de0-4955-9d08-ef14c5bc8ceb tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:25.108757 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9e194b02-5de0-4955-9d08-ef14c5bc8ceb tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:25.179542 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-9e194b02-5de0-4955-9d08-ef14c5bc8ceb tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Calling delete_port for 23644565-0cac-4cea-85e3-6cbfce4810d9 owned by network:floatingip {{(pid=92744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:35:25.320572 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9e194b02-5de0-4955-9d08-ef14c5bc8ceb tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010082'] for port, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:25.322762 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-623877bc-a7d5-410b-94cf-d19278c9bef0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:25.347703 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e194b02-5de0-4955-9d08-ef14c5bc8ceb tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Pushing event deleted for resources: {'Port': ['ID=23644565-0cac-4cea-85e3-6cbfce4810d9,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:25.351909 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-9e194b02-5de0-4955-9d08-ef14c5bc8ceb tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:25.413008 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9e194b02-5de0-4955-9d08-ef14c5bc8ceb tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks [] for floatingip, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:25.415497 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9e194b02-5de0-4955-9d08-ef14c5bc8ceb tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for floatingip, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:25.416690 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-9e194b02-5de0-4955-9d08-ef14c5bc8ceb tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] 10.222.0.60 "DELETE /v2.0/floatingips/0178e8cd-bca8-4fb0-86ad-9de5363d6813 HTTP/1.1" status: 204 len: 168 time: 0.5214000 Jun 21 04:35:28.010524 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 57548) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:28.675598 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d584403a-5ddc-4661-9067-ab18549a551a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442829'] for router_interface, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:29.003103 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-d584403a-5ddc-4661-9067-ab18549a551a admin admin] Deleting port a4aea09c-8dfa-46b7-b29c-42249f03e099 {{(pid=92744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:35:29.003673 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d584403a-5ddc-4661-9067-ab18549a551a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:29.115916 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [None req-d584403a-5ddc-4661-9067-ab18549a551a admin admin] For port a4aea09c-8dfa-46b7-b29c-42249f03e099, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=a4aea09c-8dfa-46b7-b29c-42249f03e099,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:29.117208 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d584403a-5ddc-4661-9067-ab18549a551a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:29.187241 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-d584403a-5ddc-4661-9067-ab18549a551a admin admin] Calling delete_port for a4aea09c-8dfa-46b7-b29c-42249f03e099 owned by network:router_interface {{(pid=92744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:35:29.649744 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d584403a-5ddc-4661-9067-ab18549a551a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010082'] for port, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:29.652147 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-9e194b02-5de0-4955-9d08-ef14c5bc8ceb tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:29.679389 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584403a-5ddc-4661-9067-ab18549a551a admin admin] Pushing event deleted for resources: {'Port': ['ID=a4aea09c-8dfa-46b7-b29c-42249f03e099,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:29.683112 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-d584403a-5ddc-4661-9067-ab18549a551a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:29.706705 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:35:29.902009 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d584403a-5ddc-4661-9067-ab18549a551a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442737'] for router_interface, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:30.138364 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d584403a-5ddc-4661-9067-ab18549a551a admin admin] Router ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:35:30.254388 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d584403a-5ddc-4661-9067-ab18549a551a admin admin] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:35:30.262827 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-d584403a-5ddc-4661-9067-ab18549a551a admin admin] 10.222.0.60 "PUT /v2.0/routers/ecb5c198-6f3c-4a04-ac85-5c9d899b01f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2508051 Jun 21 04:35:30.264816 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57552) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:30.268268 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34eea5c-7047-41e9-a8fe-a8b4db620e70 None None] Sync routers for ids ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'] in dv-cinder-797170-3-smb {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:35:30.280920 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34eea5c-7047-41e9-a8fe-a8b4db620e70 None None] Routers {'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:35:30.281702 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-e34eea5c-7047-41e9-a8fe-a8b4db620e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:35:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:30.417176 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1d8259d8-bbcd-4f17-8e74-d9edb782a5cd admin admin] Notify callbacks [] for router, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:30.428823 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-e34eea5c-7047-41e9-a8fe-a8b4db620e70 None None] Set router ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:35:30.563319 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1d8259d8-bbcd-4f17-8e74-d9edb782a5cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:30.630628 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [None req-1d8259d8-bbcd-4f17-8e74-d9edb782a5cd admin admin] Deleting port 2f1b6125-f615-4bec-8800-cfbfcf67b2c4 {{(pid=92743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:35:30.630972 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1d8259d8-bbcd-4f17-8e74-d9edb782a5cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:30.697679 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-e34eea5c-7047-41e9-a8fe-a8b4db620e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'name': 'tempest-AttachVolumeShelveTestJSON-938866125-router', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:35:29Z', 'revision_number': 5, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'gw_port': {'id': '2f1b6125-f615-4bec-8800-cfbfcf67b2c4', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:30.730840 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34eea5c-7047-41e9-a8fe-a8b4db620e70 None None] Checking router: ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 for host: dv-cinder-797170-3-smb {{(pid=92746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:35:30.742954 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34eea5c-7047-41e9-a8fe-a8b4db620e70 None None] Routers {'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:35:30.743756 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-e34eea5c-7047-41e9-a8fe-a8b4db620e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:35:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:30.845059 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-e34eea5c-7047-41e9-a8fe-a8b4db620e70 None None] Set router ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 gateway port host: None {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:35:30.907227 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-e34eea5c-7047-41e9-a8fe-a8b4db620e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'name': 'tempest-AttachVolumeShelveTestJSON-938866125-router', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:35:30Z', 'revision_number': 6, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'gw_port_host': None}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:30.941258 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34eea5c-7047-41e9-a8fe-a8b4db620e70 None None] The sync data for ids ['ecb5c198-6f3c-4a04-ac85-5c9d899b01f9'] in dv-cinder-797170-3-smb is: [{'id': 'ecb5c198-6f3c-4a04-ac85-5c9d899b01f9', 'name': 'tempest-AttachVolumeShelveTestJSON-938866125-router', 'tenant_id': 'b41d03382de140b4aafed91df2047d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:35:30Z', 'revision_number': 6, 'project_id': 'b41d03382de140b4aafed91df2047d48', 'gw_port_host': None}] {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:35:30.996287 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [None req-1d8259d8-bbcd-4f17-8e74-d9edb782a5cd admin admin] For port 2f1b6125-f615-4bec-8800-cfbfcf67b2c4, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=2f1b6125-f615-4bec-8800-cfbfcf67b2c4,segment=NetworkSegment(187c97c0-b126-42a1-9dd9-08d372d10f19),segment_id=187c97c0-b126-42a1-9dd9-08d372d10f19)] {{(pid=92743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:30.996747 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1d8259d8-bbcd-4f17-8e74-d9edb782a5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:31.066476 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [None req-1d8259d8-bbcd-4f17-8e74-d9edb782a5cd admin admin] Calling delete_port for 2f1b6125-f615-4bec-8800-cfbfcf67b2c4 owned by network:router_gateway {{(pid=92743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:35:31.241538 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1d8259d8-bbcd-4f17-8e74-d9edb782a5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629729'] for port, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:31.243956 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-3f9fe113-8843-4abd-98b0-52396488df0f tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:31.267634 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8259d8-bbcd-4f17-8e74-d9edb782a5cd admin admin] Pushing event deleted for resources: {'Port': ['ID=2f1b6125-f615-4bec-8800-cfbfcf67b2c4,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:31.271531 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-1d8259d8-bbcd-4f17-8e74-d9edb782a5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:31.342780 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1d8259d8-bbcd-4f17-8e74-d9edb782a5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515421'] for router_gateway, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:31.469419 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1d8259d8-bbcd-4f17-8e74-d9edb782a5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1047674'] for router, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:31.471967 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1d8259d8-bbcd-4f17-8e74-d9edb782a5cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:31.522068 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1d8259d8-bbcd-4f17-8e74-d9edb782a5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-445458'] for router, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:31.523546 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8259d8-bbcd-4f17-8e74-d9edb782a5cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 {{(pid=92743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:35:31.530730 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1d8259d8-bbcd-4f17-8e74-d9edb782a5cd admin admin] Notify callbacks [] for router, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:31.532645 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-1d8259d8-bbcd-4f17-8e74-d9edb782a5cd admin admin] 10.222.0.60 "DELETE /v2.0/routers/ecb5c198-6f3c-4a04-ac85-5c9d899b01f9 HTTP/1.1" status: 204 len: 168 time: 1.2656894 Jun 21 04:35:31.535115 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57554) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:31.582494 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_v2 [None req-42203ae7-0928-49bd-b3f6-8a7c29587924 admin admin] Deleting subnet 0b063768-9c1b-46e1-8850-d03763645351 {{(pid=92743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:35:31.586641 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-42203ae7-0928-49bd-b3f6-8a7c29587924 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:31.627373 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-42203ae7-0928-49bd-b3f6-8a7c29587924 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59026074'] for subnet, precommit_delete_associations {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:31.768352 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-42203ae7-0928-49bd-b3f6-8a7c29587924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536692'] for subnet, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:31.854925 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-42203ae7-0928-49bd-b3f6-8a7c29587924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60629659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012950'] for subnet, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:31.857659 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:31.881397 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42203ae7-0928-49bd-b3f6-8a7c29587924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b063768-9c1b-46e1-8850-d03763645351,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:31.885845 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-42203ae7-0928-49bd-b3f6-8a7c29587924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:31.893743 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-42203ae7-0928-49bd-b3f6-8a7c29587924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for subnet, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:31.900841 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-42203ae7-0928-49bd-b3f6-8a7c29587924 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0b063768-9c1b-46e1-8850-d03763645351 HTTP/1.1" status: 204 len: 168 time: 0.3607550 Jun 21 04:35:31.901284 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57556) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:31.904136 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e343ea2-de2c-4b6f-b27b-44dc9fa2336d None None] Network 3be8ed7a-a62f-4c2a-9b4d-410174e064d0 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:35:32.009628 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-877e9be2-1de2-421c-b965-6c91dea77a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585160'] for network, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:32.088578 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [None req-877e9be2-1de2-421c-b965-6c91dea77a70 admin admin] Deleting port 881f194b-8606-4621-a9e2-d58a10bc4ceb {{(pid=92743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:35:32.088941 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-877e9be2-1de2-421c-b965-6c91dea77a70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:32.178380 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [None req-877e9be2-1de2-421c-b965-6c91dea77a70 admin admin] For port 881f194b-8606-4621-a9e2-d58a10bc4ceb, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=881f194b-8606-4621-a9e2-d58a10bc4ceb,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:32.179014 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-877e9be2-1de2-421c-b965-6c91dea77a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:32.204690 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7701bb41-bdd0-41be-a420-5515a84333ff None None] DHCP port deletion for 3be8ed7a-a62f-4c2a-9b4d-410174e064d0 request from dv-cinder-797170-3-smb {{(pid=92745) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:35:32.272313 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-7701bb41-bdd0-41be-a420-5515a84333ff None None] Deleting port 881f194b-8606-4621-a9e2-d58a10bc4ceb {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:35:32.272633 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7701bb41-bdd0-41be-a420-5515a84333ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:32.277309 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 2f1b6125-f615-4bec-8800-cfbfcf67b2c4 no longer exists at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:35:32.310691 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [None req-877e9be2-1de2-421c-b965-6c91dea77a70 admin admin] Calling delete_port for 881f194b-8606-4621-a9e2-d58a10bc4ceb owned by network:dhcp {{(pid=92743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:35:32.333069 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] No Port match for: 2f1b6125-f615-4bec-8800-cfbfcf67b2c4 {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:35:32.333489 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 2f1b6125-f615-4bec-8800-cfbfcf67b2c4 not bound to the agent host dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:35:32.333898 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device a4aea09c-8dfa-46b7-b29c-42249f03e099 no longer exists at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:35:32.422089 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-877e9be2-1de2-421c-b965-6c91dea77a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629729'] for port, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:32.426327 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-f4bf77fc-1446-4cf8-97f9-e6bdd797a472 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:32.457636 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877e9be2-1de2-421c-b965-6c91dea77a70 admin admin] No DVR routers for this DVR port 881f194b-8606-4621-a9e2-d58a10bc4ceb on host dv-cinder-797170-3-smb {{(pid=92743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:35:32.462715 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e9be2-1de2-421c-b965-6c91dea77a70 admin admin] Pushing event deleted for resources: {'Port': ['ID=881f194b-8606-4621-a9e2-d58a10bc4ceb,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:32.465728 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-877e9be2-1de2-421c-b965-6c91dea77a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:32.498740 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] No Port match for: a4aea09c-8dfa-46b7-b29c-42249f03e099 {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:35:32.499111 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device a4aea09c-8dfa-46b7-b29c-42249f03e099 not bound to the agent host dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:35:32.518181 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-7701bb41-bdd0-41be-a420-5515a84333ff None None] For port 881f194b-8606-4621-a9e2-d58a10bc4ceb, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=881f194b-8606-4621-a9e2-d58a10bc4ceb,segment=NetworkSegment(4265b031-63f1-488b-b782-3a6497268026),segment_id=4265b031-63f1-488b-b782-3a6497268026)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:32.518620 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7701bb41-bdd0-41be-a420-5515a84333ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:32.547492 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-877e9be2-1de2-421c-b965-6c91dea77a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536299', 'neutron.services.segments.db._delete_segments_for_network-8772645825747'] for network, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:32.560950 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.services.segments.db [None req-877e9be2-1de2-421c-b965-6c91dea77a70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be8ed7a-a62f-4c2a-9b4d-410174e064d0']}} {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:32.573890 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.services.segments.db [None req-877e9be2-1de2-421c-b965-6c91dea77a70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4265b031-63f1-488b-b782-3a6497268026') {'for_net_delete': True} {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:32.574350 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.services.segments.db [None req-877e9be2-1de2-421c-b965-6c91dea77a70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4265b031-63f1-488b-b782-3a6497268026') {} {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:32.586030 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-877e9be2-1de2-421c-b965-6c91dea77a70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772645825576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59026067'] for segment, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:32.586639 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-7701bb41-bdd0-41be-a420-5515a84333ff None None] Calling delete_port for 881f194b-8606-4621-a9e2-d58a10bc4ceb owned by network:dhcp {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:35:32.612144 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-877e9be2-1de2-421c-b965-6c91dea77a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:32.620542 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877e9be2-1de2-421c-b965-6c91dea77a70 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=92743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:35:32.621289 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-877e9be2-1de2-421c-b965-6c91dea77a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60629296'] for segment, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: Traceback (most recent call last): Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: timer() Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: cb(*args, **kw) Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: return func(*args, **kwargs) Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: self._notify() Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: self.callback(batched_events) Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: event.method(event) Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: return f(self, *a, **k) Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: return self._get(url).json() Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: return self.request(url, 'GET', **kwargs) Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:35:32.623427 dv-cinder-797170-3-smb neutron-server[92743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:35:32.685523 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7701bb41-bdd0-41be-a420-5515a84333ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:32.688048 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:32.695649 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-877e9be2-1de2-421c-b965-6c91dea77a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515458'] for network, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:32.701014 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:32.715811 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-877e9be2-1de2-421c-b965-6c91dea77a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:32.722048 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-877e9be2-1de2-421c-b965-6c91dea77a70 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3be8ed7a-a62f-4c2a-9b4d-410174e064d0 HTTP/1.1" status: 204 len: 168 time: 0.8152590 Jun 21 04:35:32.722048 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e9be2-1de2-421c-b965-6c91dea77a70 admin admin] Pushing event deleted for resources: {'Network': ['ID=3be8ed7a-a62f-4c2a-9b4d-410174e064d0,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:32.722463 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701bb41-bdd0-41be-a420-5515a84333ff None None] Pushing event deleted for resources: {'Port': ['ID=881f194b-8606-4621-a9e2-d58a10bc4ceb,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:32.724261 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-877e9be2-1de2-421c-b965-6c91dea77a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:32.725899 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-7701bb41-bdd0-41be-a420-5515a84333ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:32.727524 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7701bb41-bdd0-41be-a420-5515a84333ff None None] No DVR routers for this DVR port 881f194b-8606-4621-a9e2-d58a10bc4ceb on host dv-cinder-797170-3-smb {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:35:32.856363 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 57560) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:32.919866 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-98426f87-8966-4f7e-ad50-f5d4d5a0165b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b41d03382de140b4aafed91df2047d48&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0617354 Jun 21 04:35:32.922805 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 57562) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:32.980204 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee73f-1c18-417c-95a8-70123d34bef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:33.003398 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee73f-1c18-417c-95a8-70123d34bef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:33.058278 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee73f-1c18-417c-95a8-70123d34bef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:33.061810 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee73f-1c18-417c-95a8-70123d34bef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:33.063724 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-8f6ee73f-1c18-417c-95a8-70123d34bef1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/55dd497c-80e7-472b-9c26-a9ccae4324b0 HTTP/1.1" status: 204 len: 168 time: 0.1394703 Jun 21 04:35:33.064983 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-2b20a9e5-8444-4a75-b4f5-1d2d04aec3d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:33.079585 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ee73f-1c18-417c-95a8-70123d34bef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dd497c-80e7-472b-9c26-a9ccae4324b0,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:33.083712 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-8f6ee73f-1c18-417c-95a8-70123d34bef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:33.886959 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 57584) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:34.001116 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-5e2c611d-cc52-4509-9ec3-133b25cb97f6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-249085362-network', 'tenant_id': 'ceba61c2127d46d5875954d7a9f5920c'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:35:34.027189 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2c611d-cc52-4509-9ec3-133b25cb97f6 admin admin] Made reservation on behalf of ceba61c2127d46d5875954d7a9f5920c for: {'network': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:35:34.029982 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-5e2c611d-cc52-4509-9ec3-133b25cb97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for network, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:34.040793 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-5e2c611d-cc52-4509-9ec3-133b25cb97f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:34.171785 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-5e2c611d-cc52-4509-9ec3-133b25cb97f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:34.177869 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-5e2c611d-cc52-4509-9ec3-133b25cb97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:34.183451 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-51865a73-4b83-403b-afe8-ca8ab2b03394 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:34.218175 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2c611d-cc52-4509-9ec3-133b25cb97f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=92744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:35:34.219340 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 881f194b-8606-4621-a9e2-d58a10bc4ceb no longer exists at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:35:34.232221 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c611d-cc52-4509-9ec3-133b25cb97f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:34.238961 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-5e2c611d-cc52-4509-9ec3-133b25cb97f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:34.240890 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-5e2c611d-cc52-4509-9ec3-133b25cb97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:34.241320 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.db.segments_db [None req-5e2c611d-cc52-4509-9ec3-133b25cb97f6 admin admin] Added segment 598bd12b-0d7b-44ee-8a6a-2ed86440b05a of type vlan for network 27756738-f68a-4b58-a544-268ad45dbf07 Jun 21 04:35:34.256066 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] No Port match for: 881f194b-8606-4621-a9e2-d58a10bc4ceb {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:35:34.256532 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 881f194b-8606-4621-a9e2-d58a10bc4ceb not bound to the agent host dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:35:34.295422 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-5e2c611d-cc52-4509-9ec3-133b25cb97f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772645272028'] for network, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:34.327606 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-5e2c611d-cc52-4509-9ec3-133b25cb97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842'] for network, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:34.329408 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c611d-cc52-4509-9ec3-133b25cb97f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:34.330092 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-5e2c611d-cc52-4509-9ec3-133b25cb97f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:34.332554 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:34.392592 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-5e2c611d-cc52-4509-9ec3-133b25cb97f6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5044703 Jun 21 04:35:34.395995 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 57590) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:34.401705 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [None req-3311dd63-9779-4b35-a967-a5cb9eb1c671 admin admin] Request body: {'subnet': {'network_id': '27756738-f68a-4b58-a544-268ad45dbf07', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-249085362-subnet', 'tenant_id': 'ceba61c2127d46d5875954d7a9f5920c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:35:34.405105 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c611d-cc52-4509-9ec3-133b25cb97f6 admin admin] Pushing event updated for resources: {'Network': ['ID=27756738-f68a-4b58-a544-268ad45dbf07,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:34.408418 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-5e2c611d-cc52-4509-9ec3-133b25cb97f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:34.419319 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Network 27756738-f68a-4b58-a544-268ad45dbf07 details requested by agent ovs-agent-dv-cinder-797170-3-smb with host dv-cinder-797170-3-smb {{(pid=92745) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:35:34.431295 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3311dd63-9779-4b35-a967-a5cb9eb1c671 admin admin] Made reservation on behalf of ceba61c2127d46d5875954d7a9f5920c for: {'subnet': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:35:34.434634 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-3311dd63-9779-4b35-a967-a5cb9eb1c671 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60183813'] for subnet, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:34.642263 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-3311dd63-9779-4b35-a967-a5cb9eb1c671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60010201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60183831'] for subnet, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:34.645344 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:34.706630 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311dd63-9779-4b35-a967-a5cb9eb1c671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e180991-c207-4be9-aa17-0df3ca102788,revision_number=0']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:34.709580 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-3311dd63-9779-4b35-a967-a5cb9eb1c671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:34.724078 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3311dd63-9779-4b35-a967-a5cb9eb1c671 admin admin] Checking segment: {'id': '598bd12b-0d7b-44ee-8a6a-2ed86440b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '27756738-f68a-4b58-a544-268ad45dbf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:35:34.724687 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3311dd63-9779-4b35-a967-a5cb9eb1c671 admin admin] Network hostable DHCP agents. Network: 27756738-f68a-4b58-a544-268ad45dbf07, hostable agents: ['f03cc20b-fa45-497d-ab77-a260e4d7f44c'], hosted agents: [] {{(pid=92744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:35:34.751643 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3311dd63-9779-4b35-a967-a5cb9eb1c671 admin admin] Network 27756738-f68a-4b58-a544-268ad45dbf07 is scheduled to be hosted by DHCP agent f03cc20b-fa45-497d-ab77-a260e4d7f44c with binding_index 1 {{(pid=92744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:35:34.762926 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [None req-3311dd63-9779-4b35-a967-a5cb9eb1c671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-smb, 27756738-f68a-4b58-a544-268ad45dbf07) {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:35:34.768538 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3311dd63-9779-4b35-a967-a5cb9eb1c671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:34.769534 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-3311dd63-9779-4b35-a967-a5cb9eb1c671 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:34.777394 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ec4acc-8c14-4eb9-9f84-f0564608d595 None None] Network 27756738-f68a-4b58-a544-268ad45dbf07 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:35:34.790748 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-3311dd63-9779-4b35-a967-a5cb9eb1c671 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3931813 Jun 21 04:35:34.945961 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09663b3-55a1-47fc-a589-477a9cd0c875 None None] Network 27756738-f68a-4b58-a544-268ad45dbf07 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:35:35.430415 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-ee703960-de12-4e46-bcf3-706c9eab0a3f tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:35.432211 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-ee703960-de12-4e46-bcf3-706c9eab0a3f tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/networks?id=27756738-f68a-4b58-a544-268ad45dbf07 HTTP/1.1" status: 200 len: 814 time: 0.1529367 Jun 21 04:35:35.449927 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-f3e6e8c3-6c6c-4735-a8b4-15e88fb46429 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/quotas/ceba61c2127d46d5875954d7a9f5920c HTTP/1.1" status: 200 len: 375 time: 0.0110390 Jun 21 04:35:35.486246 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-d58e88c0-f98e-42e2-900e-ea2353ebdc56 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ceba61c2127d46d5875954d7a9f5920c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307822 Jun 21 04:35:35.681762 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-1e8da5de-12eb-40d8-a9ec-50461225d7bb service neutron] 10.222.0.60 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875772 Jun 21 04:35:35.780129 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-fb3c4809-b45d-413b-b9fc-022bf1de7e1e service neutron] 10.222.0.60 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918231 Jun 21 04:35:35.976059 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-a086239f-e970-4d3f-8f35-ba59451502c2 req-41e0f4d1-5b6f-45fd-9f3e-396fe1394fe9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc87e415-3021-485c-9e26-971f844b968f HTTP/1.1" status: 200 len: 210 time: 0.0331552 Jun 21 04:35:37.194534 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-c78c6103-3d17-4223-a094-4d6296152d5a req-e8dcd6e9-2b74-49bb-a310-12f43e822f53 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc87e415-3021-485c-9e26-971f844b968f HTTP/1.1" status: 200 len: 210 time: 0.0397143 Jun 21 04:35:37.348601 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-3e7e9fe1-12ca-4247-92df-3db93857b1e7 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:37.351261 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-3e7e9fe1-12ca-4247-92df-3db93857b1e7 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.61 "GET /v2.0/networks?id=27756738-f68a-4b58-a544-268ad45dbf07 HTTP/1.1" status: 200 len: 814 time: 0.1469371 Jun 21 04:35:37.375482 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-c3f7f718-67b3-4cb7-b357-4de1f847c2b2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Request body: {'port': {'device_id': 'dc87e415-3021-485c-9e26-971f844b968f', 'network_id': '27756738-f68a-4b58-a544-268ad45dbf07', 'admin_state_up': True, 'tenant_id': 'ceba61c2127d46d5875954d7a9f5920c'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:35:37.527536 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-c3f7f718-67b3-4cb7-b357-4de1f847c2b2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Made reservation on behalf of ceba61c2127d46d5875954d7a9f5920c for: {'port': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:35:37.531550 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-c3f7f718-67b3-4cb7-b357-4de1f847c2b2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:37.676935 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_common [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-c3f7f718-67b3-4cb7-b357-4de1f847c2b2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Allocated IP 172.20.0.12 (27756738-f68a-4b58-a544-268ad45dbf07/6e180991-c207-4be9-aa17-0df3ca102788/4759b7b3-b193-4251-8a96-cf30f0cc48b5) {{(pid=92744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:35:37.846106 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-c3f7f718-67b3-4cb7-b357-4de1f847c2b2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks [] for port, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:37.889433 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-c3f7f718-67b3-4cb7-b357-4de1f847c2b2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60010093'] for port, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:37.897332 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:37.970268 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-c3f7f718-67b3-4cb7-b357-4de1f847c2b2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Network 27756738-f68a-4b58-a544-268ad45dbf07 is already hosted by enough agents. {{(pid=92744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:35:37.980351 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-c3f7f718-67b3-4cb7-b357-4de1f847c2b2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Resources bound (agent type, host, resource id): {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:35:37.987503 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-c3f7f718-67b3-4cb7-b357-4de1f847c2b2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Received port after_create {{(pid=92744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:35:38.028002 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7f718-67b3-4cb7-b357-4de1f847c2b2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Pushing event updated for resources: {'Port': ['ID=4759b7b3-b193-4251-8a96-cf30f0cc48b5,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:38.033480 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-c3f7f718-67b3-4cb7-b357-4de1f847c2b2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:38.055761 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-c3f7f718-67b3-4cb7-b357-4de1f847c2b2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:38.056438 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-c3f7f718-67b3-4cb7-b357-4de1f847c2b2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:38.072909 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-c3f7f718-67b3-4cb7-b357-4de1f847c2b2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7049515 Jun 21 04:35:38.087682 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] Request body: {'port': {'device_id': 'dc87e415-3021-485c-9e26-971f844b968f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:35:38.170308 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:38.429418 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c536d15-2519-4a61-86b7-bc0ef33c79ae req-9855bae9-fb07-4427-8c39-c7e9339e2867 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:38.431008 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-9c536d15-2519-4a61-86b7-bc0ef33c79ae req-9855bae9-fb07-4427-8c39-c7e9339e2867 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc87e415-3021-485c-9e26-971f844b968f HTTP/1.1" status: 200 len: 932 time: 0.0935390 Jun 21 04:35:38.485345 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-9c536d15-2519-4a61-86b7-bc0ef33c79ae req-79a5a105-7564-4e04-8c10-956ca15c34b4 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474319 Jun 21 04:35:38.509728 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4759b7b3-b193-4251-8a96-cf30f0cc48b5 {{(pid=92744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:35:38.518815 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:38.532504 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.provisioning_blocks [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] Transition to ACTIVE for port object 4759b7b3-b193-4251-8a96-cf30f0cc48b5 will not be triggered until provisioned by entity L2. {{(pid=92744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:35:38.537239 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:38.540004 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-a80a44ce-5500-4878-9272-0cf0611c46c6 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:38.624906 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] Pushing event updated for resources: {'Port': ['ID=4759b7b3-b193-4251-8a96-cf30f0cc48b5,revision_number=2']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:38.629906 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:38.705944 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] Attempting to bind port 4759b7b3-b193-4251-8a96-cf30f0cc48b5 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:35:38.706285 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] Attempting to bind port 4759b7b3-b193-4251-8a96-cf30f0cc48b5 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '598bd12b-0d7b-44ee-8a6a-2ed86440b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '27756738-f68a-4b58-a544-268ad45dbf07'}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:35:38.706616 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] Attempting to bind port 4759b7b3-b193-4251-8a96-cf30f0cc48b5 on network 27756738-f68a-4b58-a544-268ad45dbf07 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:35:38.711777 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] Port 4759b7b3-b193-4251-8a96-cf30f0cc48b5 on network 27756738-f68a-4b58-a544-268ad45dbf07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:35:38.712106 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] Attempting to bind port 4759b7b3-b193-4251-8a96-cf30f0cc48b5 on network 27756738-f68a-4b58-a544-268ad45dbf07 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:35:38.718496 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] Checking agent: {'id': '96b302db-cc9c-42f9-932f-b12d5511dc88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'started_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:35:38.718844 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] Checking segment: {'id': '598bd12b-0d7b-44ee-8a6a-2ed86440b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '27756738-f68a-4b58-a544-268ad45dbf07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:35:38.719259 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] Bound using segment: {'id': '598bd12b-0d7b-44ee-8a6a-2ed86440b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '27756738-f68a-4b58-a544-268ad45dbf07'} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:35:38.719776 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] Bound port: 4759b7b3-b193-4251-8a96-cf30f0cc48b5, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598bd12b-0d7b-44ee-8a6a-2ed86440b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '27756738-f68a-4b58-a544-268ad45dbf07'}}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:35:38.720136 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:38.794336 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] For port 4759b7b3-b193-4251-8a96-cf30f0cc48b5, host hv-cinder-79717, cleared binding levels {{(pid=92744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:35:38.798178 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] For port 4759b7b3-b193-4251-8a96-cf30f0cc48b5, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4759b7b3-b193-4251-8a96-cf30f0cc48b5,segment=NetworkSegment(598bd12b-0d7b-44ee-8a6a-2ed86440b05a),segment_id=598bd12b-0d7b-44ee-8a6a-2ed86440b05a)] {{(pid=92744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:35:38.804528 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:38.809657 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:38.883230 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:38.884504 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:38.886885 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] 10.222.0.61 "PUT /v2.0/ports/4759b7b3-b193-4251-8a96-cf30f0cc48b5 HTTP/1.1" status: 200 len: 1094 time: 0.8045723 Jun 21 04:35:38.887761 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc87e415-3021-485c-9e26-971f844b968f', 'tag': '4759b7b3-b193-4251-8a96-cf30f0cc48b5'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:35:38.892098 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c4fba6-6115-496e-b072-82986309926e" -d '{"events": [{"name": "network-changed", "server_uuid": "dc87e415-3021-485c-9e26-971f844b968f", "tag": "4759b7b3-b193-4251-8a96-cf30f0cc48b5"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:35:38.922850 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] Pushing event updated for resources: {'Port': ['ID=4759b7b3-b193-4251-8a96-cf30f0cc48b5,revision_number=3']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:38.926870 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-a3d24467-2c7f-498f-854c-f5933b1343e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:38.982398 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dc26ba-a692-4697-aa24-c9f521e30d89 x-openstack-request-id: req-75dc26ba-a692-4697-aa24-c9f521e30d89 {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:35:38.983018 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc87e415-3021-485c-9e26-971f844b968f", "tag": "4759b7b3-b193-4251-8a96-cf30f0cc48b5", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:35:38.983018 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75dc26ba-a692-4697-aa24-c9f521e30d89 {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:35:38.983432 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc87e415-3021-485c-9e26-971f844b968f', 'tag': '4759b7b3-b193-4251-8a96-cf30f0cc48b5', 'status': 'completed', 'code': 200} Jun 21 04:35:39.023604 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-07771288-f63e-47e5-a6f7-e17446123842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:39.025712 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-07771288-f63e-47e5-a6f7-e17446123842 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ceba61c2127d46d5875954d7a9f5920c&device_id=dc87e415-3021-485c-9e26-971f844b968f HTTP/1.1" status: 200 len: 1097 time: 0.0815542 Jun 21 04:35:39.074930 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-eeb39588-c24a-4194-bf42-5e92eae21335 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4759b7b3-b193-4251-8a96-cf30f0cc48b5 HTTP/1.1" status: 200 len: 217 time: 0.0396864 Jun 21 04:35:39.137066 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-618ef030-43ab-432a-9d3f-f8f434e35da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:39.138558 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-618ef030-43ab-432a-9d3f-f8f434e35da4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e180991-c207-4be9-aa17-0df3ca102788 HTTP/1.1" status: 200 len: 854 time: 0.0530190 Jun 21 04:35:39.173523 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-9858e290-eb15-4356-a564-1b8c7bc486e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27756738-f68a-4b58-a544-268ad45dbf07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272112 Jun 21 04:35:39.269199 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-487d4a7f-9867-4057-af40-0d68b432954b service neutron] 10.222.0.61 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881562 Jun 21 04:35:39.382606 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0d4c52c8-9315-4a10-809c-0db193a36a7c req-815391df-1855-41dc-a682-9532ed4f67df service neutron] 10.222.0.61 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064386 Jun 21 04:35:39.500561 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4fba6-6115-496e-b072-82986309926e req-7fd853ef-cce4-47e3-adf9-b98ef021e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:39.502685 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-39c4fba6-6115-496e-b072-82986309926e req-7fd853ef-cce4-47e3-adf9-b98ef021e4bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ceba61c2127d46d5875954d7a9f5920c&device_id=dc87e415-3021-485c-9e26-971f844b968f HTTP/1.1" status: 200 len: 1097 time: 0.0607605 Jun 21 04:35:39.621261 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4fba6-6115-496e-b072-82986309926e req-197713e5-fc71-4260-8b1f-0375f5ee313f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:39.623810 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-39c4fba6-6115-496e-b072-82986309926e req-197713e5-fc71-4260-8b1f-0375f5ee313f service neutron] 10.222.0.61 "GET /v2.0/networks?id=27756738-f68a-4b58-a544-268ad45dbf07 HTTP/1.1" status: 200 len: 915 time: 0.1138868 Jun 21 04:35:39.693902 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-39c4fba6-6115-496e-b072-82986309926e req-e9e0501c-30cd-450b-b73f-de6a3d66478d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4759b7b3-b193-4251-8a96-cf30f0cc48b5 HTTP/1.1" status: 200 len: 217 time: 0.0599174 Jun 21 04:35:39.707680 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a51802-6f49-4561-b2d3-4a8221460e6f req-b10c57e6-99dc-4bf8-abc5-2863564a986b tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:39.710509 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-04a51802-6f49-4561-b2d3-4a8221460e6f req-b10c57e6-99dc-4bf8-abc5-2863564a986b tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc87e415-3021-485c-9e26-971f844b968f HTTP/1.1" status: 200 len: 944 time: 0.0975654 Jun 21 04:35:39.747258 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4fba6-6115-496e-b072-82986309926e req-3eaa32e5-b560-4bf6-9612-ed47face2d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:39.748783 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-39c4fba6-6115-496e-b072-82986309926e req-3eaa32e5-b560-4bf6-9612-ed47face2d47 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e180991-c207-4be9-aa17-0df3ca102788 HTTP/1.1" status: 200 len: 854 time: 0.0475016 Jun 21 04:35:39.776091 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-04a51802-6f49-4561-b2d3-4a8221460e6f req-93ef2bde-5f5d-438f-96f4-a6ddca6e5de4 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582187 Jun 21 04:35:39.790384 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-39c4fba6-6115-496e-b072-82986309926e req-f5238410-5db8-4c39-94d4-cf2a756a4812 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27756738-f68a-4b58-a544-268ad45dbf07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320215 Jun 21 04:35:39.883901 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-39c4fba6-6115-496e-b072-82986309926e req-97e2ce1f-f457-4394-be9b-01ea8ff85d40 service neutron] 10.222.0.61 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853972 Jun 21 04:35:39.987489 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-39c4fba6-6115-496e-b072-82986309926e req-ceb5d98d-5b60-4795-b1f2-f9ddc52c8cb7 service neutron] 10.222.0.61 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949001 Jun 21 04:35:40.651972 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ab4c1c77-3e4b-40de-9b63-dc8eb87aa210 req-ca7f9135-6e1d-4570-91a0-7cde43e36cf6 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1966020158&fields=id&tenant_id=33b33908625f46939633bb2a606cf455 HTTP/1.1" status: 200 len: 267 time: 0.0378952 Jun 21 04:35:40.726153 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c1c77-3e4b-40de-9b63-dc8eb87aa210 req-b7146958-bb09-43db-aaed-6408d13cd2bd tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:40.727634 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ab4c1c77-3e4b-40de-9b63-dc8eb87aa210 req-b7146958-bb09-43db-aaed-6408d13cd2bd tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 984 time: 0.0689330 Jun 21 04:35:40.739420 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-ab4c1c77-3e4b-40de-9b63-dc8eb87aa210 req-6760ca5f-3d36-45c0-b61a-26e872e4cc24 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Request body: {'port': {'security_groups': ['bdf36da6-db6a-42e4-9207-49cb32c18ed4']}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:35:40.831252 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 4759b7b3-b193-4251-8a96-cf30f0cc48b5 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92745) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:35:40.843773 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-ab4c1c77-3e4b-40de-9b63-dc8eb87aa210 req-6760ca5f-3d36-45c0-b61a-26e872e4cc24 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:40.938480 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 4759b7b3-b193-4251-8a96-cf30f0cc48b5, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4759b7b3-b193-4251-8a96-cf30f0cc48b5,segment=NetworkSegment(598bd12b-0d7b-44ee-8a6a-2ed86440b05a),segment_id=598bd12b-0d7b-44ee-8a6a-2ed86440b05a)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:40.952078 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Returning: {'device': '4759b7b3-b193-4251-8a96-cf30f0cc48b5', 'network_id': '27756738-f68a-4b58-a544-268ad45dbf07', 'port_id': '4759b7b3-b193-4251-8a96-cf30f0cc48b5', 'mac_address': 'fa:16:3e:ae:bc:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e180991-c207-4be9-aa17-0df3ca102788', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92745) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:35:40.997743 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:41.016375 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4759b7b3-b193-4251-8a96-cf30f0cc48b5 {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:35:41.045500 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 4759b7b3-b193-4251-8a96-cf30f0cc48b5, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4759b7b3-b193-4251-8a96-cf30f0cc48b5,segment=NetworkSegment(598bd12b-0d7b-44ee-8a6a-2ed86440b05a),segment_id=598bd12b-0d7b-44ee-8a6a-2ed86440b05a)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:41.049735 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa8f5d-4446-427b-a606-e6589262a360 req-58559e8f-ada8-434a-ab0e-f71019418216 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:41.050816 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:41.052894 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:41.059336 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5baa8f5d-4446-427b-a606-e6589262a360 req-58559e8f-ada8-434a-ab0e-f71019418216 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc87e415-3021-485c-9e26-971f844b968f HTTP/1.1" status: 200 len: 944 time: 0.0943091 Jun 21 04:35:41.108017 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5baa8f5d-4446-427b-a606-e6589262a360 req-27efc2e7-dff6-444d-98f8-83a6cffa07b0 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455756 Jun 21 04:35:41.125904 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=4759b7b3-b193-4251-8a96-cf30f0cc48b5,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:41.130517 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-ab4c1c77-3e4b-40de-9b63-dc8eb87aa210 req-6760ca5f-3d36-45c0-b61a-26e872e4cc24 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] For port 005e1d4b-764d-49bc-b274-16e6b2a5730b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=005e1d4b-764d-49bc-b274-16e6b2a5730b,segment=NetworkSegment(90a91344-e400-483a-84bf-ef48a7134d36),segment_id=90a91344-e400-483a-84bf-ef48a7134d36)] {{(pid=92744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:41.136551 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:41.136942 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:41.137293 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:41.137639 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:41.137976 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:41.138318 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:41.138654 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:41.138987 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:41.139320 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:41.139660 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:41.139983 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:41.140317 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:41.144621 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:41.164947 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-ab4c1c77-3e4b-40de-9b63-dc8eb87aa210 req-6760ca5f-3d36-45c0-b61a-26e872e4cc24 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for port, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:41.170022 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-ab4c1c77-3e4b-40de-9b63-dc8eb87aa210 req-6760ca5f-3d36-45c0-b61a-26e872e4cc24 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:41.175125 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-91842c93-e15a-4967-abd1-552f612faf82 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:41.182992 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['005e1d4b-764d-49bc-b274-16e6b2a5730b'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:35:41.226475 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c1c77-3e4b-40de-9b63-dc8eb87aa210 req-6760ca5f-3d36-45c0-b61a-26e872e4cc24 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:41.227210 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-ab4c1c77-3e4b-40de-9b63-dc8eb87aa210 req-6760ca5f-3d36-45c0-b61a-26e872e4cc24 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:41.228642 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ab4c1c77-3e4b-40de-9b63-dc8eb87aa210 req-6760ca5f-3d36-45c0-b61a-26e872e4cc24 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "PUT /v2.0/ports/005e1d4b-764d-49bc-b274-16e6b2a5730b HTTP/1.1" status: 200 len: 942 time: 0.4945548 Jun 21 04:35:41.230452 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7f5881-d4b8-4db4-83b7-7f8a1825abbe', 'tag': '005e1d4b-764d-49bc-b274-16e6b2a5730b'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:35:41.233059 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63501091-c1e8-49a4-bfae-1e28b62c40a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7f5881-d4b8-4db4-83b7-7f8a1825abbe", "tag": "005e1d4b-764d-49bc-b274-16e6b2a5730b"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:35:41.241167 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57646) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:41.264010 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760ca5f-3d36-45c0-b61a-26e872e4cc24 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Pushing event updated for resources: {'Port': ['ID=005e1d4b-764d-49bc-b274-16e6b2a5730b,revision_number=7']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:41.267789 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-6760ca5f-3d36-45c0-b61a-26e872e4cc24 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:41.298823 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbf65c9-4387-4f27-b5e7-dbde30343e90 x-openstack-request-id: req-9bbf65c9-4387-4f27-b5e7-dbde30343e90 {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:35:41.299161 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7f5881-d4b8-4db4-83b7-7f8a1825abbe", "tag": "005e1d4b-764d-49bc-b274-16e6b2a5730b", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:35:41.299456 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9bbf65c9-4387-4f27-b5e7-dbde30343e90 {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:35:41.299905 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7f5881-d4b8-4db4-83b7-7f8a1825abbe', 'tag': '005e1d4b-764d-49bc-b274-16e6b2a5730b', 'status': 'completed', 'code': 200} Jun 21 04:35:41.322928 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['005e1d4b-764d-49bc-b274-16e6b2a5730b'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:35:41.346935 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d5e868d8-dcbb-4c36-b96e-8796b23bea8a tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:41.355844 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['4759b7b3-b193-4251-8a96-cf30f0cc48b5'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:35:41.382461 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d5e868d8-dcbb-4c36-b96e-8796b23bea8a tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:41.442565 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63501091-c1e8-49a4-bfae-1e28b62c40a4 req-85f45085-49f7-4637-a1ea-137323ed2a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:41.445371 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-63501091-c1e8-49a4-bfae-1e28b62c40a4 req-85f45085-49f7-4637-a1ea-137323ed2a87 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33b33908625f46939633bb2a606cf455&device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 1098 time: 0.1072986 Jun 21 04:35:41.508274 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d5e868d8-dcbb-4c36-b96e-8796b23bea8a tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:41.512294 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d5e868d8-dcbb-4c36-b96e-8796b23bea8a tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:41.515096 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-d5e868d8-dcbb-4c36-b96e-8796b23bea8a tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "DELETE /v2.0/security-groups/f70d21c4-e608-4bd3-adab-7909e9822d04 HTTP/1.1" status: 204 len: 168 time: 0.2719121 Jun 21 04:35:41.516286 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-c70ce1db-adf4-44b6-a6f6-1e143a293e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:41.527483 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57648) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:41.529156 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e868d8-dcbb-4c36-b96e-8796b23bea8a tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70d21c4-e608-4bd3-adab-7909e9822d04,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:41.574346 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e868d8-dcbb-4c36-b96e-8796b23bea8a tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:41.575289 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e868d8-dcbb-4c36-b96e-8796b23bea8a tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:41.575884 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e868d8-dcbb-4c36-b96e-8796b23bea8a tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:41.576479 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e868d8-dcbb-4c36-b96e-8796b23bea8a tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:41.577084 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e868d8-dcbb-4c36-b96e-8796b23bea8a tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:41.577683 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e868d8-dcbb-4c36-b96e-8796b23bea8a tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:41.578255 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e868d8-dcbb-4c36-b96e-8796b23bea8a tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:41.578830 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e868d8-dcbb-4c36-b96e-8796b23bea8a tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:41.579544 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e868d8-dcbb-4c36-b96e-8796b23bea8a tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:41.580290 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e868d8-dcbb-4c36-b96e-8796b23bea8a tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:41.580906 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e868d8-dcbb-4c36-b96e-8796b23bea8a tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:41.581470 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e868d8-dcbb-4c36-b96e-8796b23bea8a tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:41.590101 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-d5e868d8-dcbb-4c36-b96e-8796b23bea8a tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:41.691209 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-e8b7fff4-0508-4628-be7f-406246326351 None None] Provisioning complete for port 005e1d4b-764d-49bc-b274-16e6b2a5730b triggered by entity DHCP. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:35:41.691599 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-e8b7fff4-0508-4628-be7f-406246326351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:41.798198 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [None req-209ccebd-8992-4df1-b30d-9d9f9c58447b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Deleting port 4e6d7a76-cc3d-4094-9009-3173299581d9 {{(pid=92743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:35:41.798657 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-209ccebd-8992-4df1-b30d-9d9f9c58447b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:41.853286 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63501091-c1e8-49a4-bfae-1e28b62c40a4 req-0949e1eb-dd30-4266-9b31-32fdb0f4673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:41.854916 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-63501091-c1e8-49a4-bfae-1e28b62c40a4 req-0949e1eb-dd30-4266-9b31-32fdb0f4673c service neutron] 10.222.0.61 "GET /v2.0/networks?id=f95acde7-6145-4eac-8338-c9336db53392 HTTP/1.1" status: 200 len: 915 time: 0.4021764 Jun 21 04:35:41.920000 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-209ccebd-8992-4df1-b30d-9d9f9c58447b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:41.921531 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-209ccebd-8992-4df1-b30d-9d9f9c58447b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:41.968791 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-63501091-c1e8-49a4-bfae-1e28b62c40a4 req-b0fbdf06-8efa-45d8-b44d-97218c0d771f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=005e1d4b-764d-49bc-b274-16e6b2a5730b HTTP/1.1" status: 200 len: 1001 time: 0.1045575 Jun 21 04:35:42.047019 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63501091-c1e8-49a4-bfae-1e28b62c40a4 req-73c17d23-2c6f-4be5-a8bf-9e5a75b7aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:42.048525 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-63501091-c1e8-49a4-bfae-1e28b62c40a4 req-73c17d23-2c6f-4be5-a8bf-9e5a75b7aaae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f16d7fc9-548d-4719-a448-b27165be8af1 HTTP/1.1" status: 200 len: 853 time: 0.0730376 Jun 21 04:35:42.048744 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [None req-209ccebd-8992-4df1-b30d-9d9f9c58447b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Calling delete_port for 4e6d7a76-cc3d-4094-9009-3173299581d9 owned by network:floatingip {{(pid=92743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:35:42.119052 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63501091-c1e8-49a4-bfae-1e28b62c40a4 req-afa65b97-1179-4314-98b6-cd473c60a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:42.121379 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-63501091-c1e8-49a4-bfae-1e28b62c40a4 req-afa65b97-1179-4314-98b6-cd473c60a2b0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f95acde7-6145-4eac-8338-c9336db53392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0635943 Jun 21 04:35:42.253560 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-63501091-c1e8-49a4-bfae-1e28b62c40a4 req-ae1b91f0-73f6-45a7-aedd-cf37c2a2f062 service neutron] 10.222.0.61 "GET /v2.0/networks/f95acde7-6145-4eac-8338-c9336db53392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234140 Jun 21 04:35:42.313822 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-209ccebd-8992-4df1-b30d-9d9f9c58447b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629729'] for port, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:42.316475 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-cc1cf4be-d6b9-4422-8e87-71fd1d109e60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:42.344615 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ccebd-8992-4df1-b30d-9d9f9c58447b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Pushing event deleted for resources: {'Port': ['ID=4e6d7a76-cc3d-4094-9009-3173299581d9,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:42.348690 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-209ccebd-8992-4df1-b30d-9d9f9c58447b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:42.416462 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-209ccebd-8992-4df1-b30d-9d9f9c58447b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks [] for floatingip, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:42.416879 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.db.l3_db [None req-209ccebd-8992-4df1-b30d-9d9f9c58447b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Floating IP 45de5e17-5861-44b9-9912-ea2f07d42801 disassociated (deleted). External IP: 172.28.3.188, port: 005e1d4b-764d-49bc-b274-16e6b2a5730b. Jun 21 04:35:42.432117 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-63501091-c1e8-49a4-bfae-1e28b62c40a4 req-86b78826-55d7-4f70-94c5-4ec3a196f999 service neutron] 10.222.0.61 "GET /v2.0/networks/f95acde7-6145-4eac-8338-c9336db53392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714826 Jun 21 04:35:42.451570 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531a673-579b-4aab-8877-b629d01a2761 req-ac7025b4-dc61-4567-8abb-38688d34a504 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:42.454129 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-e531a673-579b-4aab-8877-b629d01a2761 req-ac7025b4-dc61-4567-8abb-38688d34a504 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc87e415-3021-485c-9e26-971f844b968f HTTP/1.1" status: 200 len: 945 time: 0.1288307 Jun 21 04:35:42.518362 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-e531a673-579b-4aab-8877-b629d01a2761 req-6a3c395e-26dd-47c8-8540-bc04c2fbc46f tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537639 Jun 21 04:35:42.670328 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209ccebd-8992-4df1-b30d-9d9f9c58447b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Router 6e290f77-1986-4c0b-b36c-eb1bb1594625 has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:35:42.782965 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209ccebd-8992-4df1-b30d-9d9f9c58447b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:35:42.790173 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-209ccebd-8992-4df1-b30d-9d9f9c58447b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for floatingip, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:42.797074 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794e8d11-593c-4608-99b3-e76e5dc0edaa None None] Sync routers for ids ['6e290f77-1986-4c0b-b36c-eb1bb1594625'] in dv-cinder-797170-3-smb {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:35:42.813547 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794e8d11-593c-4608-99b3-e76e5dc0edaa None None] Routers {'6e290f77-1986-4c0b-b36c-eb1bb1594625'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:35:42.814608 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-794e8d11-593c-4608-99b3-e76e5dc0edaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:35:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['6e290f77-1986-4c0b-b36c-eb1bb1594625'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:42.849394 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-209ccebd-8992-4df1-b30d-9d9f9c58447b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "DELETE /v2.0/floatingips/45de5e17-5861-44b9-9912-ea2f07d42801 HTTP/1.1" status: 204 len: 168 time: 1.3169785 Jun 21 04:35:42.850403 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7f5881-d4b8-4db4-83b7-7f8a1825abbe', 'tag': '005e1d4b-764d-49bc-b274-16e6b2a5730b'}] {{(pid=92743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:35:42.856650 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f341443fd223dcfc934d9995c5c4b990c7400f9cb91ffc9321324360bae7ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3a011d-9f19-4ad7-8638-03eeb740e3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7f5881-d4b8-4db4-83b7-7f8a1825abbe", "tag": "005e1d4b-764d-49bc-b274-16e6b2a5730b"}]}' {{(pid=92743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:35:42.879252 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 4759b7b3-b193-4251-8a96-cf30f0cc48b5 up at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:35:43.014776 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6798c41-73db-46f1-a4ae-010470bd242c x-openstack-request-id: req-d6798c41-73db-46f1-a4ae-010470bd242c {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:35:43.015187 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7f5881-d4b8-4db4-83b7-7f8a1825abbe", "tag": "005e1d4b-764d-49bc-b274-16e6b2a5730b", "status": "completed", "code": 200}]} {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:35:43.015462 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d6798c41-73db-46f1-a4ae-010470bd242c {{(pid=92743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:35:43.015861 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7f5881-d4b8-4db4-83b7-7f8a1825abbe', 'tag': '005e1d4b-764d-49bc-b274-16e6b2a5730b', 'status': 'completed', 'code': 200} Jun 21 04:35:43.054267 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning for port 4759b7b3-b193-4251-8a96-cf30f0cc48b5 completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:35:43.068474 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning complete for port 4759b7b3-b193-4251-8a96-cf30f0cc48b5 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:35:43.069107 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:43.078913 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-794e8d11-593c-4608-99b3-e76e5dc0edaa None None] Set router 6e290f77-1986-4c0b-b36c-eb1bb1594625 gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:35:43.139278 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a011d-9f19-4ad7-8638-03eeb740e3fb req-7b44a724-ccfd-4cfa-b1ec-1ec30fb00aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:43.141648 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8c3a011d-9f19-4ad7-8638-03eeb740e3fb req-7b44a724-ccfd-4cfa-b1ec-1ec30fb00aa4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33b33908625f46939633bb2a606cf455&device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 1098 time: 0.1016364 Jun 21 04:35:43.297094 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a011d-9f19-4ad7-8638-03eeb740e3fb req-b419abbd-f01a-4531-aaff-83a8082c506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:43.299453 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8c3a011d-9f19-4ad7-8638-03eeb740e3fb req-b419abbd-f01a-4531-aaff-83a8082c506f service neutron] 10.222.0.61 "GET /v2.0/networks?id=f95acde7-6145-4eac-8338-c9336db53392 HTTP/1.1" status: 200 len: 915 time: 0.1506367 Jun 21 04:35:43.319074 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:43.376983 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc87e415-3021-485c-9e26-971f844b968f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4759b7b3-b193-4251-8a96-cf30f0cc48b5'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:35:43.378581 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8c3a011d-9f19-4ad7-8638-03eeb740e3fb req-621f59ec-48eb-4bd0-b780-d2746076fe9a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=005e1d4b-764d-49bc-b274-16e6b2a5730b HTTP/1.1" status: 200 len: 217 time: 0.0646572 Jun 21 04:35:43.379752 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e995aa7-22d3-4068-945d-333ce0013607" -d '{"events": [{"server_uuid": "dc87e415-3021-485c-9e26-971f844b968f", "name": "network-vif-plugged", "status": "completed", "tag": "4759b7b3-b193-4251-8a96-cf30f0cc48b5"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:35:43.396293 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 4759b7b3-b193-4251-8a96-cf30f0cc48b5, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4759b7b3-b193-4251-8a96-cf30f0cc48b5,segment=NetworkSegment(598bd12b-0d7b-44ee-8a6a-2ed86440b05a),segment_id=598bd12b-0d7b-44ee-8a6a-2ed86440b05a)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:43.407477 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:43.410135 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d37b85f7-a6c6-44cf-9dbc-00e6348dbd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:43.488270 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a011d-9f19-4ad7-8638-03eeb740e3fb req-e8221e6d-4779-4a14-82f0-d84b68cb3a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:43.489970 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8c3a011d-9f19-4ad7-8638-03eeb740e3fb req-e8221e6d-4779-4a14-82f0-d84b68cb3a1a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f16d7fc9-548d-4719-a448-b27165be8af1 HTTP/1.1" status: 200 len: 853 time: 0.0911686 Jun 21 04:35:43.500809 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-794e8d11-593c-4608-99b3-e76e5dc0edaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'name': 'tempest-TestMinimumBasicScenario-247930431-router', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:30Z', 'updated_at': '2021-06-21T04:33:33Z', 'revision_number': 4, 'project_id': '33b33908625f46939633bb2a606cf455', 'gw_port': {'id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:76:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:31Z', 'updated_at': '2021-06-21T04:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': 'a5fa42d2-74a3-492d-8e38-7dd53806fd4b', 'name': '', 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'mac_address': 'fa:16:3e:08:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f16d7fc9-548d-4719-a448-b27165be8af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:33Z', 'updated_at': '2021-06-21T04:33:41Z', 'revision_number': 5, 'project_id': '33b33908625f46939633bb2a606cf455', 'subnets': [{'id': 'f16d7fc9-548d-4719-a448-b27165be8af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:43.507513 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=4759b7b3-b193-4251-8a96-cf30f0cc48b5,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:43.566586 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890be3c5-7f68-4161-9535-9515f345d014 x-openstack-request-id: req-890be3c5-7f68-4161-9535-9515f345d014 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:35:43.567076 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc87e415-3021-485c-9e26-971f844b968f", "name": "network-vif-plugged", "status": "completed", "tag": "4759b7b3-b193-4251-8a96-cf30f0cc48b5", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:35:43.567500 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-890be3c5-7f68-4161-9535-9515f345d014 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:35:43.568143 dv-cinder-797170-3-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc87e415-3021-485c-9e26-971f844b968f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4759b7b3-b193-4251-8a96-cf30f0cc48b5', 'code': 200} Jun 21 04:35:43.569673 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:43.571546 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794e8d11-593c-4608-99b3-e76e5dc0edaa None None] Checking router: 6e290f77-1986-4c0b-b36c-eb1bb1594625 for host: dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:35:43.586496 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794e8d11-593c-4608-99b3-e76e5dc0edaa None None] Routers {'6e290f77-1986-4c0b-b36c-eb1bb1594625'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:35:43.587586 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-794e8d11-593c-4608-99b3-e76e5dc0edaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:35:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['6e290f77-1986-4c0b-b36c-eb1bb1594625'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:43.599217 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a011d-9f19-4ad7-8638-03eeb740e3fb req-295ff7e5-53ea-49f3-93df-5785113f6573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:43.603110 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8c3a011d-9f19-4ad7-8638-03eeb740e3fb req-295ff7e5-53ea-49f3-93df-5785113f6573 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f95acde7-6145-4eac-8338-c9336db53392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1024022 Jun 21 04:35:43.764382 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8c3a011d-9f19-4ad7-8638-03eeb740e3fb req-4c114457-8b59-4fb6-ac17-9d7b67c4337e service neutron] 10.222.0.61 "GET /v2.0/networks/f95acde7-6145-4eac-8338-c9336db53392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543581 Jun 21 04:35:43.799957 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-794e8d11-593c-4608-99b3-e76e5dc0edaa None None] Set router 6e290f77-1986-4c0b-b36c-eb1bb1594625 gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:35:43.919284 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9daf6d-bad5-4a56-bc57-670b82e76938 req-db1d157f-900e-4555-aed3-31bc02254d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:43.920830 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0d9daf6d-bad5-4a56-bc57-670b82e76938 req-db1d157f-900e-4555-aed3-31bc02254d33 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dc87e415-3021-485c-9e26-971f844b968f HTTP/1.1" status: 200 len: 1099 time: 0.1015444 Jun 21 04:35:43.956388 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddfac6-8681-4bb3-8b6f-cc5f3e0e0814 req-0733ba73-f2e9-49a9-9a40-4fbdf5d10c4a tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:43.958550 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-55ddfac6-8681-4bb3-8b6f-cc5f3e0e0814 req-0733ba73-f2e9-49a9-9a40-4fbdf5d10c4a tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc87e415-3021-485c-9e26-971f844b968f HTTP/1.1" status: 200 len: 946 time: 0.2175698 Jun 21 04:35:43.984393 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0d9daf6d-bad5-4a56-bc57-670b82e76938 req-dcea0ae0-94a3-4b65-9c2d-4b75e7ff2d09 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556686 Jun 21 04:35:44.012907 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-8c3a011d-9f19-4ad7-8638-03eeb740e3fb req-c6310697-f7c2-41f6-818a-fdcbe36b047e service neutron] 10.222.0.61 "GET /v2.0/networks/f95acde7-6145-4eac-8338-c9336db53392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217429 Jun 21 04:35:44.074278 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-55ddfac6-8681-4bb3-8b6f-cc5f3e0e0814 req-6bc3fbfc-16ca-4541-83a1-99b4da34f18f tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822608 Jun 21 04:35:44.268866 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-794e8d11-593c-4608-99b3-e76e5dc0edaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'name': 'tempest-TestMinimumBasicScenario-247930431-router', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:30Z', 'updated_at': '2021-06-21T04:33:33Z', 'revision_number': 4, 'project_id': '33b33908625f46939633bb2a606cf455', 'gw_port': {'id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:76:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:31Z', 'updated_at': '2021-06-21T04:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': 'a5fa42d2-74a3-492d-8e38-7dd53806fd4b', 'name': '', 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'mac_address': 'fa:16:3e:08:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f16d7fc9-548d-4719-a448-b27165be8af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:33Z', 'updated_at': '2021-06-21T04:33:41Z', 'revision_number': 5, 'project_id': '33b33908625f46939633bb2a606cf455', 'subnets': [{'id': 'f16d7fc9-548d-4719-a448-b27165be8af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:44.301480 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794e8d11-593c-4608-99b3-e76e5dc0edaa None None] The sync data for ids ['6e290f77-1986-4c0b-b36c-eb1bb1594625'] in dv-cinder-797170-3-smb is: [{'id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'name': 'tempest-TestMinimumBasicScenario-247930431-router', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:30Z', 'updated_at': '2021-06-21T04:33:33Z', 'revision_number': 4, 'project_id': '33b33908625f46939633bb2a606cf455', 'gw_port': {'id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:76:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:31Z', 'updated_at': '2021-06-21T04:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': 'a5fa42d2-74a3-492d-8e38-7dd53806fd4b', 'name': '', 'network_id': 'f95acde7-6145-4eac-8338-c9336db53392', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'mac_address': 'fa:16:3e:08:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f16d7fc9-548d-4719-a448-b27165be8af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:33Z', 'updated_at': '2021-06-21T04:33:41Z', 'revision_number': 5, 'project_id': '33b33908625f46939633bb2a606cf455', 'subnets': [{'id': 'f16d7fc9-548d-4719-a448-b27165be8af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:35:44.545730 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3836f69-4dab-4b66-9168-86ee24ada5b2 None None] New status for floating IP 45de5e17-5861-44b9-9912-ea2f07d42801: DOWN {{(pid=92746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:35:45.008713 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-69f63cba-031e-474a-91e4-46b2fd092b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:45.274233 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefd763-5b28-44e5-b997-87b2b2d4d8a9 req-077d6c64-6dcf-44c9-869d-08b4e0a7a4e1 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:45.275802 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6aefd763-5b28-44e5-b997-87b2b2d4d8a9 req-077d6c64-6dcf-44c9-869d-08b4e0a7a4e1 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc87e415-3021-485c-9e26-971f844b968f HTTP/1.1" status: 200 len: 946 time: 0.0731409 Jun 21 04:35:45.315693 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-6aefd763-5b28-44e5-b997-87b2b2d4d8a9 req-f98818df-aadf-436a-b0e1-593ce263ea88 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338135 Jun 21 04:35:46.344330 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b352e2d-1a76-46ec-aeb3-ae1582b0ef6e req-55f4c951-a07c-4ae9-8dd1-8ba206c9281c tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:46.345914 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-8b352e2d-1a76-46ec-aeb3-ae1582b0ef6e req-55f4c951-a07c-4ae9-8dd1-8ba206c9281c tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 945 time: 0.0626507 Jun 21 04:35:46.386133 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-8b352e2d-1a76-46ec-aeb3-ae1582b0ef6e req-5efcc523-6075-4a28-8163-b28af73490c8 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337479 Jun 21 04:35:47.591286 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a794a9-a15a-4735-aed2-b0360304056a req-2d2c98c0-9170-49b6-bc44-50e8de8d1883 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:47.592795 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d5a794a9-a15a-4735-aed2-b0360304056a req-2d2c98c0-9170-49b6-bc44-50e8de8d1883 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 945 time: 0.0748799 Jun 21 04:35:47.636044 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-d5a794a9-a15a-4735-aed2-b0360304056a req-1fa52a0e-9ff0-4b0c-aaca-6fba54c22b15 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdf36da6-db6a-42e4-9207-49cb32c18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358181 Jun 21 04:35:47.983701 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3769a1e5-817f-4bec-bd8e-ff43b9000cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:48.203738 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:48.213573 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:48.269979 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b791ef-aa32-4566-a40d-083dad041392 req-e6feaee5-03a9-4d9b-b8f3-203924d1d617 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:48.272119 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-a7b791ef-aa32-4566-a40d-083dad041392 req-e6feaee5-03a9-4d9b-b8f3-203924d1d617 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 945 time: 0.1057334 Jun 21 04:35:48.427319 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [req-a7b791ef-aa32-4566-a40d-083dad041392 req-e68ea0bd-69be-4743-9e25-cb9efcec7802 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Deleting port 005e1d4b-764d-49bc-b274-16e6b2a5730b {{(pid=92744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:35:48.427662 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-a7b791ef-aa32-4566-a40d-083dad041392 req-e68ea0bd-69be-4743-9e25-cb9efcec7802 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:48.528332 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-a7b791ef-aa32-4566-a40d-083dad041392 req-e68ea0bd-69be-4743-9e25-cb9efcec7802 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] For port 005e1d4b-764d-49bc-b274-16e6b2a5730b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=005e1d4b-764d-49bc-b274-16e6b2a5730b,segment=NetworkSegment(90a91344-e400-483a-84bf-ef48a7134d36),segment_id=90a91344-e400-483a-84bf-ef48a7134d36)] {{(pid=92744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:48.528577 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-a7b791ef-aa32-4566-a40d-083dad041392 req-e68ea0bd-69be-4743-9e25-cb9efcec7802 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:48.598655 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [req-a7b791ef-aa32-4566-a40d-083dad041392 req-e68ea0bd-69be-4743-9e25-cb9efcec7802 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Calling delete_port for 005e1d4b-764d-49bc-b274-16e6b2a5730b owned by compute:nova {{(pid=92744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:35:48.788918 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-a7b791ef-aa32-4566-a40d-083dad041392 req-e68ea0bd-69be-4743-9e25-cb9efcec7802 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010082'] for port, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:48.801427 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['005e1d4b-764d-49bc-b274-16e6b2a5730b'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:35:48.828312 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-76462e4e-71c4-4bb0-bde1-f4244cf876f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:48.834595 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-30cd2334-95c7-47c6-b70a-cd97396976bb req-80ebb672-471d-40af-84bc-8902c3a5a649 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7f5881-d4b8-4db4-83b7-7f8a1825abbe HTTP/1.1" status: 200 len: 210 time: 0.0672421 Jun 21 04:35:48.867675 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ea0bd-69be-4743-9e25-cb9efcec7802 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Pushing event deleted for resources: {'Port': ['ID=005e1d4b-764d-49bc-b274-16e6b2a5730b,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:48.876161 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e68ea0bd-69be-4743-9e25-cb9efcec7802 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:48.923064 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b791ef-aa32-4566-a40d-083dad041392 req-e68ea0bd-69be-4743-9e25-cb9efcec7802 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] No DVR routers for this DVR port 005e1d4b-764d-49bc-b274-16e6b2a5730b on host hv-cinder-79717 {{(pid=92744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:35:48.926034 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:48.926826 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-a7b791ef-aa32-4566-a40d-083dad041392 req-e68ea0bd-69be-4743-9e25-cb9efcec7802 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:48.929722 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-a7b791ef-aa32-4566-a40d-083dad041392 req-e68ea0bd-69be-4743-9e25-cb9efcec7802 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] 10.222.0.61 "DELETE /v2.0/ports/005e1d4b-764d-49bc-b274-16e6b2a5730b HTTP/1.1" status: 204 len: 173 time: 0.6521719 Jun 21 04:35:48.930288 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7f5881-d4b8-4db4-83b7-7f8a1825abbe', 'name': 'network-vif-deleted', 'tag': '005e1d4b-764d-49bc-b274-16e6b2a5730b'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:35:48.932925 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb1ac0f-1b91-48db-93d9-0c8c4bb48346" -d '{"events": [{"server_uuid": "6c7f5881-d4b8-4db4-83b7-7f8a1825abbe", "name": "network-vif-deleted", "tag": "005e1d4b-764d-49bc-b274-16e6b2a5730b"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:35:48.997753 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c94263-2951-4e03-b758-e9e1e8af6f2a x-openstack-request-id: req-f1c94263-2951-4e03-b758-e9e1e8af6f2a {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:35:48.998087 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7f5881-d4b8-4db4-83b7-7f8a1825abbe", "name": "network-vif-deleted", "tag": "005e1d4b-764d-49bc-b274-16e6b2a5730b", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:35:48.998387 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1c94263-2951-4e03-b758-e9e1e8af6f2a {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:35:48.998837 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7f5881-d4b8-4db4-83b7-7f8a1825abbe', 'name': 'network-vif-deleted', 'tag': '005e1d4b-764d-49bc-b274-16e6b2a5730b', 'status': 'completed', 'code': 200} Jun 21 04:35:49.680117 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-bda1eca2-6219-4a60-acf6-8c9548eb7b52 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:49.681673 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-bda1eca2-6219-4a60-acf6-8c9548eb7b52 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/networks?id=27756738-f68a-4b58-a544-268ad45dbf07 HTTP/1.1" status: 200 len: 814 time: 0.1295071 Jun 21 04:35:49.704084 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-47ae5786-53f8-48fb-a475-827629cd4f02 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/quotas/ceba61c2127d46d5875954d7a9f5920c HTTP/1.1" status: 200 len: 375 time: 0.0106890 Jun 21 04:35:49.785726 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-ca50bd4b-11f1-4a80-9a0d-8a88a657f35b tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ceba61c2127d46d5875954d7a9f5920c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0712481 Jun 21 04:35:49.906021 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-6b718ebe-4308-4794-b44a-de0e3a6dd917 service neutron] 10.222.0.60 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123977 Jun 21 04:35:50.012938 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-17787941-708a-49cb-a63b-bb86f58d3c6d service neutron] 10.222.0.60 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949459 Jun 21 04:35:50.216885 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-c0f6a8f5-b2d2-4c77-9716-5a23c08fdbaa req-95bde85f-641b-43ab-a95a-1c568eefc202 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=5de67b97-534d-4489-981b-c755a6c2070d HTTP/1.1" status: 200 len: 210 time: 0.0397491 Jun 21 04:35:50.716701 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57782) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:50.894426 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 005e1d4b-764d-49bc-b274-16e6b2a5730b no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:35:50.931071 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] No Port match for: 005e1d4b-764d-49bc-b274-16e6b2a5730b {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:35:50.932242 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 005e1d4b-764d-49bc-b274-16e6b2a5730b not bound to the agent host hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:35:51.187307 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d7f052a2-5b05-4adb-8247-1e0742c7952b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442829'] for router_interface, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:51.514014 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [None req-d7f052a2-5b05-4adb-8247-1e0742c7952b admin admin] Deleting port a5fa42d2-74a3-492d-8e38-7dd53806fd4b {{(pid=92743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:35:51.515147 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d7f052a2-5b05-4adb-8247-1e0742c7952b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:51.558840 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-6f1df944-91b8-4405-b26a-2d6decfd8b2e req-d3919bc6-bd28-4ba0-96f6-89859c0b7be8 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=5de67b97-534d-4489-981b-c755a6c2070d HTTP/1.1" status: 200 len: 210 time: 0.0659111 Jun 21 04:35:51.618969 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [None req-d7f052a2-5b05-4adb-8247-1e0742c7952b admin admin] For port a5fa42d2-74a3-492d-8e38-7dd53806fd4b, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=a5fa42d2-74a3-492d-8e38-7dd53806fd4b,segment=NetworkSegment(90a91344-e400-483a-84bf-ef48a7134d36),segment_id=90a91344-e400-483a-84bf-ef48a7134d36)] {{(pid=92743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:51.619397 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d7f052a2-5b05-4adb-8247-1e0742c7952b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:51.629111 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:51.647398 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-997f29b5-a107-4b46-a64e-3f2e4b72452a tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:51.650228 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-997f29b5-a107-4b46-a64e-3f2e4b72452a tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.61 "GET /v2.0/networks?id=27756738-f68a-4b58-a544-268ad45dbf07 HTTP/1.1" status: 200 len: 814 time: 0.2656972 Jun 21 04:35:51.669039 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-7f9d47c9-4919-4e4a-aa93-9a4e4ae02e77 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Request body: {'port': {'device_id': '5de67b97-534d-4489-981b-c755a6c2070d', 'network_id': '27756738-f68a-4b58-a544-268ad45dbf07', 'admin_state_up': True, 'tenant_id': 'ceba61c2127d46d5875954d7a9f5920c'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:35:51.694137 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [None req-d7f052a2-5b05-4adb-8247-1e0742c7952b admin admin] Calling delete_port for a5fa42d2-74a3-492d-8e38-7dd53806fd4b owned by network:router_interface {{(pid=92743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:35:51.794315 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-7f9d47c9-4919-4e4a-aa93-9a4e4ae02e77 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Made reservation on behalf of ceba61c2127d46d5875954d7a9f5920c for: {'port': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:35:51.798131 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-7f9d47c9-4919-4e4a-aa93-9a4e4ae02e77 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:51.897742 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d7f052a2-5b05-4adb-8247-1e0742c7952b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629729'] for port, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:51.903087 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-167dfcfd-c240-4a04-9061-a183cefabb47 tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:51.940451 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f052a2-5b05-4adb-8247-1e0742c7952b admin admin] Pushing event deleted for resources: {'Port': ['ID=a5fa42d2-74a3-492d-8e38-7dd53806fd4b,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:51.941724 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-d7f052a2-5b05-4adb-8247-1e0742c7952b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:51.969379 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_common [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-7f9d47c9-4919-4e4a-aa93-9a4e4ae02e77 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Allocated IP 172.20.0.6 (27756738-f68a-4b58-a544-268ad45dbf07/6e180991-c207-4be9-aa17-0df3ca102788/464c23fa-0f1e-4a91-8b5c-2824cfa779ad) {{(pid=92744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:35:52.192348 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d7f052a2-5b05-4adb-8247-1e0742c7952b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442737'] for router_interface, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:52.251532 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-7f9d47c9-4919-4e4a-aa93-9a4e4ae02e77 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks [] for port, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:52.328567 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-7f9d47c9-4919-4e4a-aa93-9a4e4ae02e77 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60010093'] for port, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:52.335817 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:52.341934 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['4759b7b3-b193-4251-8a96-cf30f0cc48b5'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:35:52.424251 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-7f9d47c9-4919-4e4a-aa93-9a4e4ae02e77 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Network 27756738-f68a-4b58-a544-268ad45dbf07 is already hosted by enough agents. {{(pid=92744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:35:52.431231 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-7f9d47c9-4919-4e4a-aa93-9a4e4ae02e77 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Resources bound (agent type, host, resource id): {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:35:52.438621 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-7f9d47c9-4919-4e4a-aa93-9a4e4ae02e77 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Received port after_create {{(pid=92744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:35:52.451383 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d47c9-4919-4e4a-aa93-9a4e4ae02e77 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Pushing event updated for resources: {'Port': ['ID=464c23fa-0f1e-4a91-8b5c-2824cfa779ad,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:52.479933 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-7f9d47c9-4919-4e4a-aa93-9a4e4ae02e77 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:52.519117 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-7f9d47c9-4919-4e4a-aa93-9a4e4ae02e77 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:52.519833 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-7f9d47c9-4919-4e4a-aa93-9a4e4ae02e77 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:52.536632 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-7f9d47c9-4919-4e4a-aa93-9a4e4ae02e77 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8718202 Jun 21 04:35:52.548685 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] Request body: {'port': {'device_id': '5de67b97-534d-4489-981b-c755a6c2070d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:35:52.630011 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:52.816542 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f052a2-5b05-4adb-8247-1e0742c7952b admin admin] Router 6e290f77-1986-4c0b-b36c-eb1bb1594625 has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:35:52.975874 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8510c-ddad-458e-ba67-3edb0aca4d0a req-3f26416b-5144-4ba0-b038-99c6a52a87e4 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:52.977734 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-a3e8510c-ddad-458e-ba67-3edb0aca4d0a req-3f26416b-5144-4ba0-b038-99c6a52a87e4 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=5de67b97-534d-4489-981b-c755a6c2070d HTTP/1.1" status: 200 len: 931 time: 0.1931062 Jun 21 04:35:53.033484 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464c23fa-0f1e-4a91-8b5c-2824cfa779ad {{(pid=92744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:35:53.038934 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f052a2-5b05-4adb-8247-1e0742c7952b admin admin] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:35:53.041735 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:53.051061 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d634f6-c110-4693-8b1f-ce75526cc8bb None None] Sync routers for ids ['6e290f77-1986-4c0b-b36c-eb1bb1594625'] in dv-cinder-797170-3-smb {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:35:53.057533 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.provisioning_blocks [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] Transition to ACTIVE for port object 464c23fa-0f1e-4a91-8b5c-2824cfa779ad will not be triggered until provisioned by entity L2. {{(pid=92744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:35:53.059617 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-d7f052a2-5b05-4adb-8247-1e0742c7952b admin admin] 10.222.0.60 "PUT /v2.0/routers/6e290f77-1986-4c0b-b36c-eb1bb1594625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3408353 Jun 21 04:35:53.062562 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 57792) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:53.069237 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d634f6-c110-4693-8b1f-ce75526cc8bb None None] Routers {'6e290f77-1986-4c0b-b36c-eb1bb1594625'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:35:53.070334 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-34d634f6-c110-4693-8b1f-ce75526cc8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:35:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['6e290f77-1986-4c0b-b36c-eb1bb1594625'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:53.085714 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-a3e8510c-ddad-458e-ba67-3edb0aca4d0a req-d826ac74-c10f-411a-9481-dbeed76b573f tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926774 Jun 21 04:35:53.138063 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:53.144483 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-5934b36d-372a-4ec0-93ae-582c1405a213 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:53.232081 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-34d634f6-c110-4693-8b1f-ce75526cc8bb None None] Set router 6e290f77-1986-4c0b-b36c-eb1bb1594625 gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:35:53.329166 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] Pushing event updated for resources: {'Port': ['ID=464c23fa-0f1e-4a91-8b5c-2824cfa779ad,revision_number=2']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:53.335508 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:53.383077 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7c76eb66-760e-415a-9f06-4cd34124ff9d admin admin] Notify callbacks [] for router, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:53.441893 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-34d634f6-c110-4693-8b1f-ce75526cc8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'name': 'tempest-TestMinimumBasicScenario-247930431-router', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:30Z', 'updated_at': '2021-06-21T04:35:51Z', 'revision_number': 5, 'project_id': '33b33908625f46939633bb2a606cf455', 'gw_port': {'id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:76:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:31Z', 'updated_at': '2021-06-21T04:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:53.483551 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] Attempting to bind port 464c23fa-0f1e-4a91-8b5c-2824cfa779ad on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:35:53.483827 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] Attempting to bind port 464c23fa-0f1e-4a91-8b5c-2824cfa779ad by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '598bd12b-0d7b-44ee-8a6a-2ed86440b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '27756738-f68a-4b58-a544-268ad45dbf07'}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:35:53.484118 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] Attempting to bind port 464c23fa-0f1e-4a91-8b5c-2824cfa779ad on network 27756738-f68a-4b58-a544-268ad45dbf07 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:35:53.496249 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] Port 464c23fa-0f1e-4a91-8b5c-2824cfa779ad on network 27756738-f68a-4b58-a544-268ad45dbf07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:35:53.496569 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] Attempting to bind port 464c23fa-0f1e-4a91-8b5c-2824cfa779ad on network 27756738-f68a-4b58-a544-268ad45dbf07 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:35:53.496814 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d634f6-c110-4693-8b1f-ce75526cc8bb None None] Checking router: 6e290f77-1986-4c0b-b36c-eb1bb1594625 for host: dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:35:53.508755 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] Checking agent: {'id': '96b302db-cc9c-42f9-932f-b12d5511dc88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'started_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:35:53.509096 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] Checking segment: {'id': '598bd12b-0d7b-44ee-8a6a-2ed86440b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '27756738-f68a-4b58-a544-268ad45dbf07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:35:53.509494 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] Bound using segment: {'id': '598bd12b-0d7b-44ee-8a6a-2ed86440b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '27756738-f68a-4b58-a544-268ad45dbf07'} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:35:53.509720 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d634f6-c110-4693-8b1f-ce75526cc8bb None None] Routers {'6e290f77-1986-4c0b-b36c-eb1bb1594625'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:35:53.509941 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] Bound port: 464c23fa-0f1e-4a91-8b5c-2824cfa779ad, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598bd12b-0d7b-44ee-8a6a-2ed86440b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '27756738-f68a-4b58-a544-268ad45dbf07'}}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:35:53.510287 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:53.510521 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-34d634f6-c110-4693-8b1f-ce75526cc8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:35:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['6e290f77-1986-4c0b-b36c-eb1bb1594625'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:53.529724 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7c76eb66-760e-415a-9f06-4cd34124ff9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:53.621245 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] For port 464c23fa-0f1e-4a91-8b5c-2824cfa779ad, host hv-cinder-79717, cleared binding levels {{(pid=92744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:35:53.643005 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] For port 464c23fa-0f1e-4a91-8b5c-2824cfa779ad, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=464c23fa-0f1e-4a91-8b5c-2824cfa779ad,segment=NetworkSegment(598bd12b-0d7b-44ee-8a6a-2ed86440b05a),segment_id=598bd12b-0d7b-44ee-8a6a-2ed86440b05a)] {{(pid=92744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:35:53.644086 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-34d634f6-c110-4693-8b1f-ce75526cc8bb None None] Set router 6e290f77-1986-4c0b-b36c-eb1bb1594625 gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:35:53.650972 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:53.655806 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-0cc5c33c-0f79-43f9-92a1-dbbafc437fa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:53.664098 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-7c76eb66-760e-415a-9f06-4cd34124ff9d admin admin] Deleting port a620cb04-7508-444b-b5c3-f167583dea1c {{(pid=92744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:35:53.664598 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7c76eb66-760e-415a-9f06-4cd34124ff9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:53.736801 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:53.737323 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:53.738712 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] 10.222.0.61 "PUT /v2.0/ports/464c23fa-0f1e-4a91-8b5c-2824cfa779ad HTTP/1.1" status: 200 len: 1093 time: 1.1946762 Jun 21 04:35:53.740799 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de67b97-534d-4489-981b-c755a6c2070d', 'tag': '464c23fa-0f1e-4a91-8b5c-2824cfa779ad'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:35:53.743202 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c143b36-b316-4d54-8d55-edef4c09d2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "5de67b97-534d-4489-981b-c755a6c2070d", "tag": "464c23fa-0f1e-4a91-8b5c-2824cfa779ad"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:35:53.781855 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] Pushing event updated for resources: {'Port': ['ID=464c23fa-0f1e-4a91-8b5c-2824cfa779ad,revision_number=3']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:53.786691 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-42624b5e-bdcb-4ca0-8329-c106bc65c0fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:53.822204 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [None req-7c76eb66-760e-415a-9f06-4cd34124ff9d admin admin] For port a620cb04-7508-444b-b5c3-f167583dea1c, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=a620cb04-7508-444b-b5c3-f167583dea1c,segment=NetworkSegment(187c97c0-b126-42a1-9dd9-08d372d10f19),segment_id=187c97c0-b126-42a1-9dd9-08d372d10f19)] {{(pid=92744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:53.822561 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7c76eb66-760e-415a-9f06-4cd34124ff9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:53.843176 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ab9768-f104-44eb-bfd0-d47d9617c9ec x-openstack-request-id: req-23ab9768-f104-44eb-bfd0-d47d9617c9ec {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:35:53.843512 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de67b97-534d-4489-981b-c755a6c2070d", "tag": "464c23fa-0f1e-4a91-8b5c-2824cfa779ad", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:35:53.843790 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-23ab9768-f104-44eb-bfd0-d47d9617c9ec {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:35:53.844231 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de67b97-534d-4489-981b-c755a6c2070d', 'tag': '464c23fa-0f1e-4a91-8b5c-2824cfa779ad', 'status': 'completed', 'code': 200} Jun 21 04:35:53.896532 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-34d634f6-c110-4693-8b1f-ce75526cc8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'name': 'tempest-TestMinimumBasicScenario-247930431-router', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:30Z', 'updated_at': '2021-06-21T04:35:51Z', 'revision_number': 5, 'project_id': '33b33908625f46939633bb2a606cf455', 'gw_port': {'id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:76:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:31Z', 'updated_at': '2021-06-21T04:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:53.915479 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-7c76eb66-760e-415a-9f06-4cd34124ff9d admin admin] Calling delete_port for a620cb04-7508-444b-b5c3-f167583dea1c owned by network:router_gateway {{(pid=92744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:35:53.928007 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d634f6-c110-4693-8b1f-ce75526cc8bb None None] The sync data for ids ['6e290f77-1986-4c0b-b36c-eb1bb1594625'] in dv-cinder-797170-3-smb is: [{'id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'name': 'tempest-TestMinimumBasicScenario-247930431-router', 'tenant_id': '33b33908625f46939633bb2a606cf455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:30Z', 'updated_at': '2021-06-21T04:35:51Z', 'revision_number': 5, 'project_id': '33b33908625f46939633bb2a606cf455', 'gw_port': {'id': 'a620cb04-7508-444b-b5c3-f167583dea1c', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:76:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e290f77-1986-4c0b-b36c-eb1bb1594625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:31Z', 'updated_at': '2021-06-21T04:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}] {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:35:53.995596 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-e77b43b6-d343-4936-a768-50156c834a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:53.997090 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-e77b43b6-d343-4936-a768-50156c834a1d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ceba61c2127d46d5875954d7a9f5920c&device_id=5de67b97-534d-4489-981b-c755a6c2070d HTTP/1.1" status: 200 len: 1096 time: 0.1909328 Jun 21 04:35:54.078565 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-49dc9b43-b068-4b7b-a36f-6ba6ca168020 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=464c23fa-0f1e-4a91-8b5c-2824cfa779ad HTTP/1.1" status: 200 len: 217 time: 0.0385740 Jun 21 04:35:54.150941 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-f0c02f53-49f9-403e-8103-6ff9ba91f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:54.152609 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-f0c02f53-49f9-403e-8103-6ff9ba91f4ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e180991-c207-4be9-aa17-0df3ca102788 HTTP/1.1" status: 200 len: 854 time: 0.0664730 Jun 21 04:35:54.206746 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-15dc7298-5a8b-442e-8f00-87f350a96fe4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27756738-f68a-4b58-a544-268ad45dbf07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347304 Jun 21 04:35:54.270544 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7c76eb66-760e-415a-9f06-4cd34124ff9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010082'] for port, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:54.278282 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e562318f-ed7e-47c0-a71a-e76e2d6756ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:54.313938 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device a5fa42d2-74a3-492d-8e38-7dd53806fd4b no longer exists at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:35:54.343144 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76eb66-760e-415a-9f06-4cd34124ff9d admin admin] Pushing event deleted for resources: {'Port': ['ID=a620cb04-7508-444b-b5c3-f167583dea1c,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:54.351938 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-7c76eb66-760e-415a-9f06-4cd34124ff9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:54.353798 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e3b2f-6543-4739-8057-20ab12004c1e req-6cde2307-9269-49fd-8264-c7992fab1810 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:54.356475 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-1c9e3b2f-6543-4739-8057-20ab12004c1e req-6cde2307-9269-49fd-8264-c7992fab1810 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=5de67b97-534d-4489-981b-c755a6c2070d HTTP/1.1" status: 200 len: 943 time: 0.1293752 Jun 21 04:35:54.369975 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] No Port match for: a5fa42d2-74a3-492d-8e38-7dd53806fd4b {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:35:54.370670 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device a5fa42d2-74a3-492d-8e38-7dd53806fd4b not bound to the agent host dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:35:54.413153 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-1c9e3b2f-6543-4739-8057-20ab12004c1e req-c9115ee6-c438-4afb-8feb-9a88fc8f3614 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484109 Jun 21 04:35:54.456992 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-6cad59cf-33f7-41db-99f7-0cd7f1f17c7a service neutron] 10.222.0.61 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433922 Jun 21 04:35:54.797426 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7c76eb66-760e-415a-9f06-4cd34124ff9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515421'] for router_gateway, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:54.895400 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7c76eb66-760e-415a-9f06-4cd34124ff9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1047674'] for router, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:54.898980 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7c76eb66-760e-415a-9f06-4cd34124ff9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:54.967482 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b8855331-1529-4c58-adfe-e31b9a95ca34 req-27db7c53-d00f-42a7-8e1b-8e3452619f67 service neutron] 10.222.0.61 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026777 Jun 21 04:35:54.978285 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7c76eb66-760e-415a-9f06-4cd34124ff9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-445458'] for router, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:54.979852 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c76eb66-760e-415a-9f06-4cd34124ff9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e290f77-1986-4c0b-b36c-eb1bb1594625 {{(pid=92744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:35:54.987252 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7c76eb66-760e-415a-9f06-4cd34124ff9d admin admin] Notify callbacks [] for router, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:54.989053 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-7c76eb66-760e-415a-9f06-4cd34124ff9d admin admin] 10.222.0.60 "DELETE /v2.0/routers/6e290f77-1986-4c0b-b36c-eb1bb1594625 HTTP/1.1" status: 204 len: 168 time: 1.9244819 Jun 21 04:35:54.992565 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57798) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:55.054939 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa31551-1275-40fb-89d7-abdaca806870 admin admin] Deleting subnet f16d7fc9-548d-4719-a448-b27165be8af1 {{(pid=92743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:35:55.058749 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7aa31551-1275-40fb-89d7-abdaca806870 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:55.094130 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c143b36-b316-4d54-8d55-edef4c09d2d7 req-4f995892-c149-4fff-853e-af5f4ba49281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:55.096629 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3c143b36-b316-4d54-8d55-edef4c09d2d7 req-4f995892-c149-4fff-853e-af5f4ba49281 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ceba61c2127d46d5875954d7a9f5920c&device_id=5de67b97-534d-4489-981b-c755a6c2070d HTTP/1.1" status: 200 len: 1096 time: 0.0706630 Jun 21 04:35:55.109116 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7aa31551-1275-40fb-89d7-abdaca806870 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59026074'] for subnet, precommit_delete_associations {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:55.217680 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c143b36-b316-4d54-8d55-edef4c09d2d7 req-cbcf3037-3e42-4085-8dd8-4543a69200cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:55.219989 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3c143b36-b316-4d54-8d55-edef4c09d2d7 req-cbcf3037-3e42-4085-8dd8-4543a69200cf service neutron] 10.222.0.61 "GET /v2.0/networks?id=27756738-f68a-4b58-a544-268ad45dbf07 HTTP/1.1" status: 200 len: 915 time: 0.1145732 Jun 21 04:35:55.223405 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7aa31551-1275-40fb-89d7-abdaca806870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536692'] for subnet, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:55.268542 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3c143b36-b316-4d54-8d55-edef4c09d2d7 req-bade8adf-3d77-45da-b641-3ec1b759f7a4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=464c23fa-0f1e-4a91-8b5c-2824cfa779ad HTTP/1.1" status: 200 len: 217 time: 0.0420609 Jun 21 04:35:55.289940 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7aa31551-1275-40fb-89d7-abdaca806870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60629659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012950'] for subnet, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:55.293152 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:55.325013 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa31551-1275-40fb-89d7-abdaca806870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f16d7fc9-548d-4719-a448-b27165be8af1,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:55.329965 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-7aa31551-1275-40fb-89d7-abdaca806870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:55.331545 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-7aa31551-1275-40fb-89d7-abdaca806870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for subnet, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:55.332852 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c143b36-b316-4d54-8d55-edef4c09d2d7 req-5fe3f4db-1e07-4394-a773-e96e4f2e1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:55.335718 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3c143b36-b316-4d54-8d55-edef4c09d2d7 req-5fe3f4db-1e07-4394-a773-e96e4f2e1297 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e180991-c207-4be9-aa17-0df3ca102788 HTTP/1.1" status: 200 len: 854 time: 0.0586379 Jun 21 04:35:55.339125 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 57800) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:55.339368 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-7aa31551-1275-40fb-89d7-abdaca806870 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f16d7fc9-548d-4719-a448-b27165be8af1 HTTP/1.1" status: 204 len: 168 time: 0.3442771 Jun 21 04:35:55.342033 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7251c6-f112-4a54-b3eb-25e8f1b07fae None None] Network f95acde7-6145-4eac-8338-c9336db53392 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:35:55.422061 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3c143b36-b316-4d54-8d55-edef4c09d2d7 req-0b337e5f-d6ce-405d-854e-2e850acdb747 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27756738-f68a-4b58-a544-268ad45dbf07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751312 Jun 21 04:35:55.526616 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-212389e5-c5e1-478c-ad66-1b7255965534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585160'] for network, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:55.645185 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3c143b36-b316-4d54-8d55-edef4c09d2d7 req-8f8ebff5-d1d6-490d-8c78-bb652ce27bd6 service neutron] 10.222.0.61 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109723 Jun 21 04:35:55.646794 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ba4b54-df2f-4b2c-aef0-4bdf7185bca7 None None] DHCP port deletion for f95acde7-6145-4eac-8338-c9336db53392 request from dv-cinder-797170-3-smb {{(pid=92745) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:35:55.728329 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-58ba4b54-df2f-4b2c-aef0-4bdf7185bca7 None None] Deleting port 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8 {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:35:55.728802 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-58ba4b54-df2f-4b2c-aef0-4bdf7185bca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:55.759324 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-212389e5-c5e1-478c-ad66-1b7255965534 admin admin] Deleting port 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8 {{(pid=92744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:35:55.759661 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-212389e5-c5e1-478c-ad66-1b7255965534 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:55.825451 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-58ba4b54-df2f-4b2c-aef0-4bdf7185bca7 None None] For port 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=510e5a6f-296e-43a4-a9fb-d33b8c15bcb8,segment=NetworkSegment(90a91344-e400-483a-84bf-ef48a7134d36),segment_id=90a91344-e400-483a-84bf-ef48a7134d36)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:55.825996 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-58ba4b54-df2f-4b2c-aef0-4bdf7185bca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:55.860107 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-3c143b36-b316-4d54-8d55-edef4c09d2d7 req-3b4c5bab-ac53-4eac-99f4-d3b7f27a4f38 service neutron] 10.222.0.61 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041032 Jun 21 04:35:55.880818 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620781cb-7011-4f7c-b740-2c12cb03eb8c req-150710d2-6827-47e1-a69d-0a1d1ba73818 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:55.883045 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-620781cb-7011-4f7c-b740-2c12cb03eb8c req-150710d2-6827-47e1-a69d-0a1d1ba73818 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=5de67b97-534d-4489-981b-c755a6c2070d HTTP/1.1" status: 200 len: 943 time: 0.2294953 Jun 21 04:35:55.885568 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [None req-212389e5-c5e1-478c-ad66-1b7255965534 admin admin] For port 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=510e5a6f-296e-43a4-a9fb-d33b8c15bcb8,segment=NetworkSegment(90a91344-e400-483a-84bf-ef48a7134d36),segment_id=90a91344-e400-483a-84bf-ef48a7134d36)] {{(pid=92744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:55.885960 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-212389e5-c5e1-478c-ad66-1b7255965534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:55.953664 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-58ba4b54-df2f-4b2c-aef0-4bdf7185bca7 None None] Calling delete_port for 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8 owned by network:dhcp {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:35:55.969512 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-212389e5-c5e1-478c-ad66-1b7255965534 admin admin] Calling delete_port for 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8 owned by network:dhcp {{(pid=92744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:35:56.031903 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-620781cb-7011-4f7c-b740-2c12cb03eb8c req-b4cf550e-e30b-4660-8d52-126780d64eab tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369712 Jun 21 04:35:56.086003 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-212389e5-c5e1-478c-ad66-1b7255965534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010082'] for port, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:56.089895 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-92d7ab93-7bab-42c5-9bad-ccce26b2e06b tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:56.094926 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-58ba4b54-df2f-4b2c-aef0-4bdf7185bca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:56.100327 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:56.117027 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212389e5-c5e1-478c-ad66-1b7255965534 admin admin] No DVR routers for this DVR port 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8 on host dv-cinder-797170-3-smb {{(pid=92744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:35:56.119463 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212389e5-c5e1-478c-ad66-1b7255965534 admin admin] Pushing event deleted for resources: {'Port': ['ID=510e5a6f-296e-43a4-a9fb-d33b8c15bcb8,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:56.124322 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-212389e5-c5e1-478c-ad66-1b7255965534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:56.149737 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba4b54-df2f-4b2c-aef0-4bdf7185bca7 None None] Pushing event deleted for resources: {'Port': ['ID=510e5a6f-296e-43a4-a9fb-d33b8c15bcb8,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:56.155183 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-58ba4b54-df2f-4b2c-aef0-4bdf7185bca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:56.156640 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ba4b54-df2f-4b2c-aef0-4bdf7185bca7 None None] No DVR routers for this DVR port 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8 on host dv-cinder-797170-3-smb {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:35:56.211727 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-212389e5-c5e1-478c-ad66-1b7255965534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536299', 'neutron.services.segments.db._delete_segments_for_network-8772645825747'] for network, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:56.224782 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.services.segments.db [None req-212389e5-c5e1-478c-ad66-1b7255965534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95acde7-6145-4eac-8338-c9336db53392']}} {{(pid=92744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:56.238741 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.services.segments.db [None req-212389e5-c5e1-478c-ad66-1b7255965534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a91344-e400-483a-84bf-ef48a7134d36') {'for_net_delete': True} {{(pid=92744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:56.239021 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.services.segments.db [None req-212389e5-c5e1-478c-ad66-1b7255965534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a91344-e400-483a-84bf-ef48a7134d36') {} {{(pid=92744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:56.241618 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device a620cb04-7508-444b-b5c3-f167583dea1c no longer exists at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:35:56.250697 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-212389e5-c5e1-478c-ad66-1b7255965534 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772645825576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60010237'] for segment, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:56.268305 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] No Port match for: a620cb04-7508-444b-b5c3-f167583dea1c {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:35:56.268683 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device a620cb04-7508-444b-b5c3-f167583dea1c not bound to the agent host dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:35:56.269143 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8 no longer exists at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:35:56.275167 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-212389e5-c5e1-478c-ad66-1b7255965534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:56.285836 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212389e5-c5e1-478c-ad66-1b7255965534 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=92744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:35:56.286543 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-212389e5-c5e1-478c-ad66-1b7255965534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60009907'] for segment, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: Traceback (most recent call last): Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: timer() Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: cb(*args, **kw) Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: return func(*args, **kwargs) Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: self._notify() Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: self.callback(batched_events) Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: event.method(event) Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: return f(self, *a, **k) Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: return self._get(url).json() Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: return self.request(url, 'GET', **kwargs) Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:35:56.291058 dv-cinder-797170-3-smb neutron-server[92744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:35:56.300413 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] No Port match for: 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8 {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:35:56.300804 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 510e5a6f-296e-43a4-a9fb-d33b8c15bcb8 not bound to the agent host dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:35:56.396578 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-212389e5-c5e1-478c-ad66-1b7255965534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515458'] for network, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:56.400850 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-46e70af8-700b-47ed-bea0-890d3c44bb61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:56.408909 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-212389e5-c5e1-478c-ad66-1b7255965534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:56.410940 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-212389e5-c5e1-478c-ad66-1b7255965534 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f95acde7-6145-4eac-8338-c9336db53392 HTTP/1.1" status: 204 len: 168 time: 1.0710747 Jun 21 04:35:56.416299 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57806) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:56.431851 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212389e5-c5e1-478c-ad66-1b7255965534 admin admin] Pushing event deleted for resources: {'Network': ['ID=f95acde7-6145-4eac-8338-c9336db53392,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:56.435802 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-212389e5-c5e1-478c-ad66-1b7255965534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:56.794517 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-bf1b106a-1715-4ea9-bad1-df0f5aa686d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442829'] for router_interface, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:56.955052 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 464c23fa-0f1e-4a91-8b5c-2824cfa779ad details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92745) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:35:57.085477 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [None req-bf1b106a-1715-4ea9-bad1-df0f5aa686d3 admin admin] Deleting port 356ff2bf-e4b6-434b-bd00-ba06514fe1ab {{(pid=92743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:35:57.086045 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-bf1b106a-1715-4ea9-bad1-df0f5aa686d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:57.089857 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 464c23fa-0f1e-4a91-8b5c-2824cfa779ad, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=464c23fa-0f1e-4a91-8b5c-2824cfa779ad,segment=NetworkSegment(598bd12b-0d7b-44ee-8a6a-2ed86440b05a),segment_id=598bd12b-0d7b-44ee-8a6a-2ed86440b05a)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:57.104345 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Returning: {'device': '464c23fa-0f1e-4a91-8b5c-2824cfa779ad', 'network_id': '27756738-f68a-4b58-a544-268ad45dbf07', 'port_id': '464c23fa-0f1e-4a91-8b5c-2824cfa779ad', 'mac_address': 'fa:16:3e:2d:db:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e180991-c207-4be9-aa17-0df3ca102788', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92745) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:35:57.154676 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:57.176114 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464c23fa-0f1e-4a91-8b5c-2824cfa779ad {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:35:57.198798 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 464c23fa-0f1e-4a91-8b5c-2824cfa779ad, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=464c23fa-0f1e-4a91-8b5c-2824cfa779ad,segment=NetworkSegment(598bd12b-0d7b-44ee-8a6a-2ed86440b05a),segment_id=598bd12b-0d7b-44ee-8a6a-2ed86440b05a)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:57.204093 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:57.206336 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:57.251798 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [None req-bf1b106a-1715-4ea9-bad1-df0f5aa686d3 admin admin] For port 356ff2bf-e4b6-434b-bd00-ba06514fe1ab, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=356ff2bf-e4b6-434b-bd00-ba06514fe1ab,segment=NetworkSegment(10f31dca-28e3-443d-b4a9-ca3ae7713390),segment_id=10f31dca-28e3-443d-b4a9-ca3ae7713390)] {{(pid=92743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:57.252234 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-bf1b106a-1715-4ea9-bad1-df0f5aa686d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:57.257460 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=464c23fa-0f1e-4a91-8b5c-2824cfa779ad,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:57.261420 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:57.326326 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [None req-bf1b106a-1715-4ea9-bad1-df0f5aa686d3 admin admin] Calling delete_port for 356ff2bf-e4b6-434b-bd00-ba06514fe1ab owned by network:router_interface {{(pid=92743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:35:57.402928 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88277856-60d1-43d8-bef7-537526ea7759 req-ea46d873-3393-43c3-9bb0-435b150a9751 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:57.404587 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-88277856-60d1-43d8-bef7-537526ea7759 req-ea46d873-3393-43c3-9bb0-435b150a9751 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=5de67b97-534d-4489-981b-c755a6c2070d HTTP/1.1" status: 200 len: 943 time: 0.2175727 Jun 21 04:35:57.447032 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['464c23fa-0f1e-4a91-8b5c-2824cfa779ad'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:35:57.491702 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-88277856-60d1-43d8-bef7-537526ea7759 req-cd6b88af-cfab-41b3-80c1-11c0a5b37316 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757768 Jun 21 04:35:57.580868 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-bf1b106a-1715-4ea9-bad1-df0f5aa686d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629729'] for port, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:57.584848 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-59415d8c-47b7-4a12-a093-00196046009c tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:57.638396 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b106a-1715-4ea9-bad1-df0f5aa686d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=356ff2bf-e4b6-434b-bd00-ba06514fe1ab,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:57.640897 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-bf1b106a-1715-4ea9-bad1-df0f5aa686d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:57.813893 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-bf1b106a-1715-4ea9-bad1-df0f5aa686d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442737'] for router_interface, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:58.042699 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1b106a-1715-4ea9-bad1-df0f5aa686d3 admin admin] Router 85027262-d07d-4555-abba-74e6d2134861 has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:35:58.156976 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1b106a-1715-4ea9-bad1-df0f5aa686d3 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:35:58.163545 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-bf1b106a-1715-4ea9-bad1-df0f5aa686d3 admin admin] 10.222.0.60 "PUT /v2.0/routers/85027262-d07d-4555-abba-74e6d2134861/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7449474 Jun 21 04:35:58.166643 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57810) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:58.172229 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815b4991-c9dc-4ca8-b25e-165300d377f3 None None] Sync routers for ids ['85027262-d07d-4555-abba-74e6d2134861'] in dv-cinder-797170-3-smb {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:35:58.194395 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815b4991-c9dc-4ca8-b25e-165300d377f3 None None] Routers {'85027262-d07d-4555-abba-74e6d2134861'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:35:58.195303 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-815b4991-c9dc-4ca8-b25e-165300d377f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:35:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['85027262-d07d-4555-abba-74e6d2134861'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:58.286937 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-853c1263-92f2-4dd9-9d74-f3ad10c70709 admin admin] Notify callbacks [] for router, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:58.329325 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-815b4991-c9dc-4ca8-b25e-165300d377f3 None None] Set router 85027262-d07d-4555-abba-74e6d2134861 gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:35:58.434147 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-853c1263-92f2-4dd9-9d74-f3ad10c70709 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:58.490194 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [None req-853c1263-92f2-4dd9-9d74-f3ad10c70709 admin admin] Deleting port 9a87e149-acaa-4d41-aebf-ab733e71ddd1 {{(pid=92743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:35:58.490528 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-853c1263-92f2-4dd9-9d74-f3ad10c70709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:58.544480 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-815b4991-c9dc-4ca8-b25e-165300d377f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85027262-d07d-4555-abba-74e6d2134861', 'name': 'tempest-TestMinimumBasicScenario-108468186-router', 'tenant_id': '9646675b0cc84aa786070f94b42cb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': '9a87e149-acaa-4d41-aebf-ab733e71ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:36Z', 'updated_at': '2021-06-21T04:35:57Z', 'revision_number': 5, 'project_id': '9646675b0cc84aa786070f94b42cb951', 'gw_port': {'id': '9a87e149-acaa-4d41-aebf-ab733e71ddd1', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:30:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85027262-d07d-4555-abba-74e6d2134861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:37Z', 'updated_at': '2021-06-21T04:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:58.572758 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815b4991-c9dc-4ca8-b25e-165300d377f3 None None] Checking router: 85027262-d07d-4555-abba-74e6d2134861 for host: dv-cinder-797170-3-smb {{(pid=92746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:35:58.583888 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815b4991-c9dc-4ca8-b25e-165300d377f3 None None] Routers {'85027262-d07d-4555-abba-74e6d2134861'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:35:58.584600 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-815b4991-c9dc-4ca8-b25e-165300d377f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:35:48Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['85027262-d07d-4555-abba-74e6d2134861'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:58.589899 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [None req-853c1263-92f2-4dd9-9d74-f3ad10c70709 admin admin] For port 9a87e149-acaa-4d41-aebf-ab733e71ddd1, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=9a87e149-acaa-4d41-aebf-ab733e71ddd1,segment=NetworkSegment(187c97c0-b126-42a1-9dd9-08d372d10f19),segment_id=187c97c0-b126-42a1-9dd9-08d372d10f19)] {{(pid=92743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:58.589899 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-853c1263-92f2-4dd9-9d74-f3ad10c70709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:58.661785 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [None req-853c1263-92f2-4dd9-9d74-f3ad10c70709 admin admin] Calling delete_port for 9a87e149-acaa-4d41-aebf-ab733e71ddd1 owned by network:router_gateway {{(pid=92743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:35:58.683135 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-815b4991-c9dc-4ca8-b25e-165300d377f3 None None] Set router 85027262-d07d-4555-abba-74e6d2134861 gateway port host: None {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:35:58.738920 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-815b4991-c9dc-4ca8-b25e-165300d377f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85027262-d07d-4555-abba-74e6d2134861', 'name': 'tempest-TestMinimumBasicScenario-108468186-router', 'tenant_id': '9646675b0cc84aa786070f94b42cb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:36Z', 'updated_at': '2021-06-21T04:35:58Z', 'revision_number': 6, 'project_id': '9646675b0cc84aa786070f94b42cb951', 'gw_port_host': None}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:58.748549 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43bbe2-5e01-4e01-a001-9b21be646989 req-a07935b5-2a8c-4988-9f82-382507faef9a tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:58.751299 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-db43bbe2-5e01-4e01-a001-9b21be646989 req-a07935b5-2a8c-4988-9f82-382507faef9a tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=5de67b97-534d-4489-981b-c755a6c2070d HTTP/1.1" status: 200 len: 944 time: 0.1064746 Jun 21 04:35:58.766280 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815b4991-c9dc-4ca8-b25e-165300d377f3 None None] The sync data for ids ['85027262-d07d-4555-abba-74e6d2134861'] in dv-cinder-797170-3-smb is: [{'id': '85027262-d07d-4555-abba-74e6d2134861', 'name': 'tempest-TestMinimumBasicScenario-108468186-router', 'tenant_id': '9646675b0cc84aa786070f94b42cb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:36Z', 'updated_at': '2021-06-21T04:35:58Z', 'revision_number': 6, 'project_id': '9646675b0cc84aa786070f94b42cb951', 'gw_port_host': None}] {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:35:58.822409 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-db43bbe2-5e01-4e01-a001-9b21be646989 req-3340cea9-e0b9-49d1-b5a0-1c494bfdc5ad tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613804 Jun 21 04:35:58.966228 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 464c23fa-0f1e-4a91-8b5c-2824cfa779ad up at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:35:59.054556 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning for port 464c23fa-0f1e-4a91-8b5c-2824cfa779ad completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:35:59.060288 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning complete for port 464c23fa-0f1e-4a91-8b5c-2824cfa779ad triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:35:59.060783 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:59.192470 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:59.219176 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de67b97-534d-4489-981b-c755a6c2070d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464c23fa-0f1e-4a91-8b5c-2824cfa779ad'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:35:59.221773 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-853c1263-92f2-4dd9-9d74-f3ad10c70709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629729'] for port, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:59.222037 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b41050-ad80-4818-a860-fe9af1805125" -d '{"events": [{"server_uuid": "5de67b97-534d-4489-981b-c755a6c2070d", "name": "network-vif-plugged", "status": "completed", "tag": "464c23fa-0f1e-4a91-8b5c-2824cfa779ad"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:35:59.225886 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-a8fa1e15-b7cd-48d7-b5b3-5bc0f65e17a7 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:59.235316 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 464c23fa-0f1e-4a91-8b5c-2824cfa779ad, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=464c23fa-0f1e-4a91-8b5c-2824cfa779ad,segment=NetworkSegment(598bd12b-0d7b-44ee-8a6a-2ed86440b05a),segment_id=598bd12b-0d7b-44ee-8a6a-2ed86440b05a)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:59.240424 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:59.243431 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0e361538-9415-49ed-9fb3-0a517180a017 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:59.259420 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c1263-92f2-4dd9-9d74-f3ad10c70709 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a87e149-acaa-4d41-aebf-ab733e71ddd1,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:59.262779 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-853c1263-92f2-4dd9-9d74-f3ad10c70709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:59.294625 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe9646f-1203-4689-9dd7-7dedad6d97a9 x-openstack-request-id: req-cfe9646f-1203-4689-9dd7-7dedad6d97a9 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:35:59.295054 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de67b97-534d-4489-981b-c755a6c2070d", "name": "network-vif-plugged", "status": "completed", "tag": "464c23fa-0f1e-4a91-8b5c-2824cfa779ad", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:35:59.295330 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cfe9646f-1203-4689-9dd7-7dedad6d97a9 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:35:59.295858 dv-cinder-797170-3-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de67b97-534d-4489-981b-c755a6c2070d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464c23fa-0f1e-4a91-8b5c-2824cfa779ad', 'code': 200} Jun 21 04:35:59.311766 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=464c23fa-0f1e-4a91-8b5c-2824cfa779ad,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:59.315190 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:59.337249 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-853c1263-92f2-4dd9-9d74-f3ad10c70709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515421'] for router_gateway, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:59.461617 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-853c1263-92f2-4dd9-9d74-f3ad10c70709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1047674'] for router, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:59.465422 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-853c1263-92f2-4dd9-9d74-f3ad10c70709 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:59.520498 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-853c1263-92f2-4dd9-9d74-f3ad10c70709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-445458'] for router, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:59.521500 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853c1263-92f2-4dd9-9d74-f3ad10c70709 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85027262-d07d-4555-abba-74e6d2134861 {{(pid=92743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:35:59.527957 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-853c1263-92f2-4dd9-9d74-f3ad10c70709 admin admin] Notify callbacks [] for router, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:59.529619 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-853c1263-92f2-4dd9-9d74-f3ad10c70709 admin admin] 10.222.0.60 "DELETE /v2.0/routers/85027262-d07d-4555-abba-74e6d2134861 HTTP/1.1" status: 204 len: 168 time: 1.3618526 Jun 21 04:35:59.533803 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57816) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:59.579050 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a89ad-2ec4-439b-b0c7-2a091f0a4a15 req-573cde18-04c0-4afb-a153-7ea120ce665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:59.580686 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ba0a89ad-2ec4-439b-b0c7-2a091f0a4a15 req-573cde18-04c0-4afb-a153-7ea120ce665a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5de67b97-534d-4489-981b-c755a6c2070d HTTP/1.1" status: 200 len: 1098 time: 0.0714304 Jun 21 04:35:59.592558 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_v2 [None req-f833c95c-0442-46bb-869e-1488c5f81f4e admin admin] Deleting subnet 5900ce1b-e228-4897-a2ce-6dea0cb99d27 {{(pid=92743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:35:59.596263 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f833c95c-0442-46bb-869e-1488c5f81f4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:59.637101 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ba0a89ad-2ec4-439b-b0c7-2a091f0a4a15 req-391b6923-95af-4256-b5fb-5e713ffa8a0f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497355 Jun 21 04:35:59.654238 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f833c95c-0442-46bb-869e-1488c5f81f4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59026074'] for subnet, precommit_delete_associations {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:59.772293 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f833c95c-0442-46bb-869e-1488c5f81f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536692'] for subnet, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:59.848298 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f833c95c-0442-46bb-869e-1488c5f81f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60629659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012950'] for subnet, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:59.852540 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:59.897441 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833c95c-0442-46bb-869e-1488c5f81f4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5900ce1b-e228-4897-a2ce-6dea0cb99d27,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:59.903109 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-f833c95c-0442-46bb-869e-1488c5f81f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:59.904848 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-f833c95c-0442-46bb-869e-1488c5f81f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for subnet, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:59.908360 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-f833c95c-0442-46bb-869e-1488c5f81f4e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5900ce1b-e228-4897-a2ce-6dea0cb99d27 HTTP/1.1" status: 204 len: 168 time: 0.3730690 Jun 21 04:35:59.912257 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57820) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:59.924526 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0416d43a-91b7-4671-b44a-f883ee4c8137 None None] Network 171f79a1-0f3d-466e-b870-b79ecccbc6d7 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:36:00.036775 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-696abc96-9979-4c10-937d-4f9738e4d113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585160'] for network, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:00.080981 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb07ac3-4839-440a-ae0e-58b19cecfdcb req-d0eb4639-1e3e-464a-8bb7-edb141bba71c tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:00.083248 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-fcb07ac3-4839-440a-ae0e-58b19cecfdcb req-d0eb4639-1e3e-464a-8bb7-edb141bba71c tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=5de67b97-534d-4489-981b-c755a6c2070d HTTP/1.1" status: 200 len: 945 time: 0.0762382 Jun 21 04:36:00.136227 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [None req-696abc96-9979-4c10-937d-4f9738e4d113 admin admin] Deleting port cea170ae-1faa-4d17-866a-fdeac0949edc {{(pid=92743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:00.136576 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-696abc96-9979-4c10-937d-4f9738e4d113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:00.145504 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-fcb07ac3-4839-440a-ae0e-58b19cecfdcb req-ee6c8aff-5d58-49b2-9c91-7e71f549daa6 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547330 Jun 21 04:36:00.212032 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [None req-696abc96-9979-4c10-937d-4f9738e4d113 admin admin] For port cea170ae-1faa-4d17-866a-fdeac0949edc, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=cea170ae-1faa-4d17-866a-fdeac0949edc,segment=NetworkSegment(10f31dca-28e3-443d-b4a9-ca3ae7713390),segment_id=10f31dca-28e3-443d-b4a9-ca3ae7713390)] {{(pid=92743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:00.212391 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-696abc96-9979-4c10-937d-4f9738e4d113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:00.287251 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 356ff2bf-e4b6-434b-bd00-ba06514fe1ab no longer exists at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:00.289150 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [None req-696abc96-9979-4c10-937d-4f9738e4d113 admin admin] Calling delete_port for cea170ae-1faa-4d17-866a-fdeac0949edc owned by network:dhcp {{(pid=92743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:00.316392 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] No Port match for: 356ff2bf-e4b6-434b-bd00-ba06514fe1ab {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:36:00.317371 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 356ff2bf-e4b6-434b-bd00-ba06514fe1ab not bound to the agent host dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:36:00.317994 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 9a87e149-acaa-4d41-aebf-ab733e71ddd1 no longer exists at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:00.342951 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] No Port match for: 9a87e149-acaa-4d41-aebf-ab733e71ddd1 {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:36:00.343261 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 9a87e149-acaa-4d41-aebf-ab733e71ddd1 not bound to the agent host dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:36:00.347467 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b89cf8-b267-46d1-a018-8b552e2ccbaa None None] DHCP port deletion for 171f79a1-0f3d-466e-b870-b79ecccbc6d7 request from dv-cinder-797170-3-smb {{(pid=92745) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:36:00.399301 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-696abc96-9979-4c10-937d-4f9738e4d113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629729'] for port, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:00.402404 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-44b89cf8-b267-46d1-a018-8b552e2ccbaa None None] Deleting port cea170ae-1faa-4d17-866a-fdeac0949edc {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:00.402795 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-44b89cf8-b267-46d1-a018-8b552e2ccbaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:00.404368 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-856e3cc2-3990-4c5d-a0db-c938bb091d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:00.448542 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696abc96-9979-4c10-937d-4f9738e4d113 admin admin] Pushing event deleted for resources: {'Port': ['ID=cea170ae-1faa-4d17-866a-fdeac0949edc,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:00.453830 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-696abc96-9979-4c10-937d-4f9738e4d113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:00.455088 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696abc96-9979-4c10-937d-4f9738e4d113 admin admin] No DVR routers for this DVR port cea170ae-1faa-4d17-866a-fdeac0949edc on host dv-cinder-797170-3-smb {{(pid=92743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:36:00.474799 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-44b89cf8-b267-46d1-a018-8b552e2ccbaa None None] For port cea170ae-1faa-4d17-866a-fdeac0949edc, host dv-cinder-797170-3-smb, got binding levels [] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:00.475918 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-44b89cf8-b267-46d1-a018-8b552e2ccbaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:00.549779 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-44b89cf8-b267-46d1-a018-8b552e2ccbaa None None] Calling delete_port for cea170ae-1faa-4d17-866a-fdeac0949edc owned by network:dhcp {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:00.553043 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.ipam_backend_mixin [None req-44b89cf8-b267-46d1-a018-8b552e2ccbaa None None] Port cea170ae-1faa-4d17-866a-fdeac0949edc was not found and therefore no delete operation was performed {{(pid=92745) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 21 04:36:00.555048 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-44b89cf8-b267-46d1-a018-8b552e2ccbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:00.556997 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d37b85f7-a6c6-44cf-9dbc-00e6348dbd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:00.580131 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b89cf8-b267-46d1-a018-8b552e2ccbaa None None] Pushing event deleted for resources: {'Port': ['ID=cea170ae-1faa-4d17-866a-fdeac0949edc,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:00.584338 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-44b89cf8-b267-46d1-a018-8b552e2ccbaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:00.587202 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b89cf8-b267-46d1-a018-8b552e2ccbaa None None] No DVR routers for this DVR port cea170ae-1faa-4d17-866a-fdeac0949edc on host dv-cinder-797170-3-smb {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:36:00.591666 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-696abc96-9979-4c10-937d-4f9738e4d113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536299', 'neutron.services.segments.db._delete_segments_for_network-8772645825747'] for network, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:00.609422 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.services.segments.db [None req-696abc96-9979-4c10-937d-4f9738e4d113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['171f79a1-0f3d-466e-b870-b79ecccbc6d7']}} {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:00.622015 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.services.segments.db [None req-696abc96-9979-4c10-937d-4f9738e4d113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f31dca-28e3-443d-b4a9-ca3ae7713390') {'for_net_delete': True} {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:00.622316 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.services.segments.db [None req-696abc96-9979-4c10-937d-4f9738e4d113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f31dca-28e3-443d-b4a9-ca3ae7713390') {} {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:00.634586 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-696abc96-9979-4c10-937d-4f9738e4d113 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772645825576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59026067'] for segment, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:00.651975 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-696abc96-9979-4c10-937d-4f9738e4d113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:00.662495 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696abc96-9979-4c10-937d-4f9738e4d113 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=92743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:36:00.663860 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-696abc96-9979-4c10-937d-4f9738e4d113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60629296'] for segment, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: Traceback (most recent call last): Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: timer() Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: cb(*args, **kw) Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: return func(*args, **kwargs) Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: self._notify() Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: self.callback(batched_events) Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: event.method(event) Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: return f(self, *a, **k) Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: return self._get(url).json() Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: return self.request(url, 'GET', **kwargs) Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:36:00.666743 dv-cinder-797170-3-smb neutron-server[92743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:36:00.763188 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-696abc96-9979-4c10-937d-4f9738e4d113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515458'] for network, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:00.769629 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-584ff86a-b4e9-4f9b-9ef0-8ddcaed62cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:00.773320 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-696abc96-9979-4c10-937d-4f9738e4d113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:00.776421 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-696abc96-9979-4c10-937d-4f9738e4d113 admin admin] 10.222.0.60 "DELETE /v2.0/networks/171f79a1-0f3d-466e-b870-b79ecccbc6d7 HTTP/1.1" status: 204 len: 168 time: 0.8618834 Jun 21 04:36:00.789710 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696abc96-9979-4c10-937d-4f9738e4d113 admin admin] Pushing event deleted for resources: {'Network': ['ID=171f79a1-0f3d-466e-b870-b79ecccbc6d7,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:00.792726 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-696abc96-9979-4c10-937d-4f9738e4d113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:00.906116 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57824) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:00.951713 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-3fc1908e-14b8-4e48-b60e-8d3ae51c4f78 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=33b33908625f46939633bb2a606cf455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442188 Jun 21 04:36:00.954214 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57826) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:01.010150 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c4a72857-2983-45cf-a073-fdfbdc0e14af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:01.033482 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c4a72857-2983-45cf-a073-fdfbdc0e14af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:01.085442 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c4a72857-2983-45cf-a073-fdfbdc0e14af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:01.088085 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c4a72857-2983-45cf-a073-fdfbdc0e14af admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:01.089321 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-c4a72857-2983-45cf-a073-fdfbdc0e14af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bdf36da6-db6a-42e4-9207-49cb32c18ed4 HTTP/1.1" status: 204 len: 168 time: 0.1341584 Jun 21 04:36:01.090141 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-90893541-996a-4501-8d00-058c1ea1cc40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:01.098342 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a72857-2983-45cf-a073-fdfbdc0e14af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf36da6-db6a-42e4-9207-49cb32c18ed4,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:01.101281 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-c4a72857-2983-45cf-a073-fdfbdc0e14af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:01.384009 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373488c1-80a8-49ff-b01e-aba29309827d req-f46bd4b4-6010-44cf-972c-81d498ba622e tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:01.388716 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-373488c1-80a8-49ff-b01e-aba29309827d req-f46bd4b4-6010-44cf-972c-81d498ba622e tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=5de67b97-534d-4489-981b-c755a6c2070d HTTP/1.1" status: 200 len: 945 time: 0.0836148 Jun 21 04:36:01.455415 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-373488c1-80a8-49ff-b01e-aba29309827d req-d87f7761-21c0-416c-a74a-86dbc8caa12f tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565770 Jun 21 04:36:01.580701 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57836) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:01.636467 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-2b533b2e-aa0d-4108-a72e-4b9d014ff518 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9646675b0cc84aa786070f94b42cb951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559068 Jun 21 04:36:01.638960 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57840) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:01.695484 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-10af93b1-b305-464f-b175-a4f3451688d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:01.719059 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-10af93b1-b305-464f-b175-a4f3451688d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:01.780113 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-10af93b1-b305-464f-b175-a4f3451688d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:01.783631 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-10af93b1-b305-464f-b175-a4f3451688d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:01.788239 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-10af93b1-b305-464f-b175-a4f3451688d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5300a4de-2381-40bc-b332-d78c0105a145 HTTP/1.1" status: 204 len: 168 time: 0.1451306 Jun 21 04:36:01.788239 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-a9e3487f-fe30-4c92-a084-32bec027d845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:01.797532 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af93b1-b305-464f-b175-a4f3451688d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5300a4de-2381-40bc-b332-d78c0105a145,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:01.800811 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-10af93b1-b305-464f-b175-a4f3451688d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:02.237321 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device cea170ae-1faa-4d17-866a-fdeac0949edc no longer exists at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:02.274385 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] No Port match for: cea170ae-1faa-4d17-866a-fdeac0949edc {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:36:02.274987 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device cea170ae-1faa-4d17-866a-fdeac0949edc not bound to the agent host dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:36:03.423830 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-29f5eeff-a958-409c-9a49-57ff7b44e513 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:03.426003 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-29f5eeff-a958-409c-9a49-57ff7b44e513 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/networks?id=27756738-f68a-4b58-a544-268ad45dbf07 HTTP/1.1" status: 200 len: 814 time: 0.1230471 Jun 21 04:36:03.444766 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-3668b304-9783-4b75-855a-3106239c36ba tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/quotas/ceba61c2127d46d5875954d7a9f5920c HTTP/1.1" status: 200 len: 375 time: 0.0099344 Jun 21 04:36:03.519241 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-14fba5a9-a224-4a80-a447-b5279ac9bd3c tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ceba61c2127d46d5875954d7a9f5920c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681486 Jun 21 04:36:03.611799 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-1039c0cd-d0d3-4639-b8f2-39e8e3b1987c service neutron] 10.222.0.60 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854452 Jun 21 04:36:03.710924 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-8bf431d1-65cc-4128-9312-5be870d3537d service neutron] 10.222.0.60 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927000 Jun 21 04:36:03.950296 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-4c361f13-15bf-485e-b99a-ea4d3a3b0e4e req-4836a8e0-0c95-4398-b9a9-43d5ee9f39d6 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=a29e8655-f402-4a0a-85ed-fa9aff1d004d HTTP/1.1" status: 200 len: 210 time: 0.0532391 Jun 21 04:36:05.112613 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-7b5a8795-1d2d-4443-a153-a7b3ecf07ec0 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:05.115265 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-7b5a8795-1d2d-4443-a153-a7b3ecf07ec0 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.61 "GET /v2.0/networks?id=27756738-f68a-4b58-a544-268ad45dbf07 HTTP/1.1" status: 200 len: 814 time: 0.1432137 Jun 21 04:36:05.143272 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Request body: {'port': {'device_id': 'a29e8655-f402-4a0a-85ed-fa9aff1d004d', 'network_id': '27756738-f68a-4b58-a544-268ad45dbf07', 'admin_state_up': True, 'tenant_id': 'ceba61c2127d46d5875954d7a9f5920c'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:36:05.199618 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-fa363c20-61f7-4bdc-aec1-4aafacb0e0ab req-3be238c5-356e-40f2-9675-333c7683bdd1 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=a29e8655-f402-4a0a-85ed-fa9aff1d004d HTTP/1.1" status: 200 len: 210 time: 0.0814366 Jun 21 04:36:05.346129 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Made reservation on behalf of ceba61c2127d46d5875954d7a9f5920c for: {'port': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:36:05.350694 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:05.484851 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_common [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Allocated IP 172.20.0.10 (27756738-f68a-4b58-a544-268ad45dbf07/6e180991-c207-4be9-aa17-0df3ca102788/967af820-e622-4ac4-be02-6ba852aca607) {{(pid=92744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:36:05.642927 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks [] for port, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:05.686719 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60010093'] for port, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:05.691011 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-6d46f087-aaa0-4637-9545-c4ad075b6d9d tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:05.699138 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['4759b7b3-b193-4251-8a96-cf30f0cc48b5', '464c23fa-0f1e-4a91-8b5c-2824cfa779ad'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:36:05.734188 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Network 27756738-f68a-4b58-a544-268ad45dbf07 is already hosted by enough agents. {{(pid=92744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:36:05.737857 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Resources bound (agent type, host, resource id): {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:36:05.742194 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Received port after_create {{(pid=92744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:36:05.775374 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Pushing event updated for resources: {'Port': ['ID=967af820-e622-4ac4-be02-6ba852aca607,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:05.792995 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:05.793375 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:05.793757 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:05.794124 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:05.794488 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:05.794853 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:05.795267 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:05.795572 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:05.795932 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:05.796290 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:05.796698 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:05.797028 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:05.802819 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:05.815500 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:05.816157 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:05.831586 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-cedaaa10-9daa-48f4-a98c-d330964246b9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6974883 Jun 21 04:36:05.843685 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] Request body: {'port': {'device_id': 'a29e8655-f402-4a0a-85ed-fa9aff1d004d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:36:05.923962 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:06.202481 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967af820-e622-4ac4-be02-6ba852aca607 {{(pid=92744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:36:06.210656 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:06.223449 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.provisioning_blocks [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] Transition to ACTIVE for port object 967af820-e622-4ac4-be02-6ba852aca607 will not be triggered until provisioned by entity L2. {{(pid=92744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:36:06.228344 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:06.231811 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-9b3808c0-0004-4a9d-ad5c-fccecb5d5093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:06.349636 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] Pushing event updated for resources: {'Port': ['ID=967af820-e622-4ac4-be02-6ba852aca607,revision_number=2']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:06.356334 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:06.408686 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f556971-05aa-4369-96cc-9ddcc5961134 req-fea5128e-dbff-4207-958f-a6227d55d8ee tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:06.410299 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0f556971-05aa-4369-96cc-9ddcc5961134 req-fea5128e-dbff-4207-958f-a6227d55d8ee tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=a29e8655-f402-4a0a-85ed-fa9aff1d004d HTTP/1.1" status: 200 len: 944 time: 0.0691781 Jun 21 04:36:06.449399 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] Attempting to bind port 967af820-e622-4ac4-be02-6ba852aca607 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:36:06.449743 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] Attempting to bind port 967af820-e622-4ac4-be02-6ba852aca607 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '598bd12b-0d7b-44ee-8a6a-2ed86440b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '27756738-f68a-4b58-a544-268ad45dbf07'}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:36:06.449960 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] Attempting to bind port 967af820-e622-4ac4-be02-6ba852aca607 on network 27756738-f68a-4b58-a544-268ad45dbf07 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:36:06.454587 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] Port 967af820-e622-4ac4-be02-6ba852aca607 on network 27756738-f68a-4b58-a544-268ad45dbf07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:36:06.454914 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] Attempting to bind port 967af820-e622-4ac4-be02-6ba852aca607 on network 27756738-f68a-4b58-a544-268ad45dbf07 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:36:06.460139 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] Checking agent: {'id': '96b302db-cc9c-42f9-932f-b12d5511dc88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'started_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:36:06.460480 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] Checking segment: {'id': '598bd12b-0d7b-44ee-8a6a-2ed86440b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '27756738-f68a-4b58-a544-268ad45dbf07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:36:06.460897 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] Bound using segment: {'id': '598bd12b-0d7b-44ee-8a6a-2ed86440b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '27756738-f68a-4b58-a544-268ad45dbf07'} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:36:06.461331 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] Bound port: 967af820-e622-4ac4-be02-6ba852aca607, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598bd12b-0d7b-44ee-8a6a-2ed86440b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '27756738-f68a-4b58-a544-268ad45dbf07'}}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:36:06.461685 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:06.462676 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-0f556971-05aa-4369-96cc-9ddcc5961134 req-9f75d685-5b77-4528-ad52-00ba53d77d41 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401549 Jun 21 04:36:06.530310 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] For port 967af820-e622-4ac4-be02-6ba852aca607, host hv-cinder-79717, cleared binding levels {{(pid=92744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:36:06.534558 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] For port 967af820-e622-4ac4-be02-6ba852aca607, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=967af820-e622-4ac4-be02-6ba852aca607,segment=NetworkSegment(598bd12b-0d7b-44ee-8a6a-2ed86440b05a),segment_id=598bd12b-0d7b-44ee-8a6a-2ed86440b05a)] {{(pid=92744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:36:06.538378 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:06.540463 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-b0d837dc-423f-494c-aa91-b947784c11b5 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:06.575666 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:06.576278 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:06.577700 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] 10.222.0.61 "PUT /v2.0/ports/967af820-e622-4ac4-be02-6ba852aca607 HTTP/1.1" status: 200 len: 1094 time: 0.7384632 Jun 21 04:36:06.578226 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29e8655-f402-4a0a-85ed-fa9aff1d004d', 'tag': '967af820-e622-4ac4-be02-6ba852aca607'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:36:06.580513 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0169bcb0-7d9b-4a6a-95b7-5b4e117ff1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "a29e8655-f402-4a0a-85ed-fa9aff1d004d", "tag": "967af820-e622-4ac4-be02-6ba852aca607"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:36:06.605543 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] Pushing event updated for resources: {'Port': ['ID=967af820-e622-4ac4-be02-6ba852aca607,revision_number=3']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:06.609056 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:06.631834 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac715eb-b772-442b-9172-be0ea97576f2 x-openstack-request-id: req-eac715eb-b772-442b-9172-be0ea97576f2 {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:36:06.632173 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29e8655-f402-4a0a-85ed-fa9aff1d004d", "tag": "967af820-e622-4ac4-be02-6ba852aca607", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:36:06.632477 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eac715eb-b772-442b-9172-be0ea97576f2 {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:36:06.632920 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29e8655-f402-4a0a-85ed-fa9aff1d004d', 'tag': '967af820-e622-4ac4-be02-6ba852aca607', 'status': 'completed', 'code': 200} Jun 21 04:36:06.679949 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-b74ed071-87b2-40a3-af0f-0ae8296d92c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:06.681474 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-b74ed071-87b2-40a3-af0f-0ae8296d92c9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ceba61c2127d46d5875954d7a9f5920c&device_id=a29e8655-f402-4a0a-85ed-fa9aff1d004d HTTP/1.1" status: 200 len: 1097 time: 0.0598490 Jun 21 04:36:06.710037 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:36:06.727302 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-aaae8a57-54ea-45ba-b774-d0c22419c7a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=967af820-e622-4ac4-be02-6ba852aca607 HTTP/1.1" status: 200 len: 217 time: 0.0379734 Jun 21 04:36:06.788683 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-9f691768-2390-455b-8b87-9e7e60399879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:06.790164 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-9f691768-2390-455b-8b87-9e7e60399879 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e180991-c207-4be9-aa17-0df3ca102788 HTTP/1.1" status: 200 len: 854 time: 0.0560014 Jun 21 04:36:06.829486 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-3303144d-1170-4c23-9c58-5dee5aeff56a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27756738-f68a-4b58-a544-268ad45dbf07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290153 Jun 21 04:36:06.932025 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-afe97550-a27d-42e7-b25e-b5541a3a9cd1 service neutron] 10.222.0.61 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958574 Jun 21 04:36:07.028619 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-99dc2171-d65e-4b84-98d5-cbd422e2791d req-a6b7c860-9b42-4b14-b808-1c02cc3c4dfd service neutron] 10.222.0.61 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889785 Jun 21 04:36:07.146083 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169bcb0-7d9b-4a6a-95b7-5b4e117ff1a5 req-cce1188b-fb6d-4f8e-89d4-6bf3fe8227b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:07.148095 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0169bcb0-7d9b-4a6a-95b7-5b4e117ff1a5 req-cce1188b-fb6d-4f8e-89d4-6bf3fe8227b6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ceba61c2127d46d5875954d7a9f5920c&device_id=a29e8655-f402-4a0a-85ed-fa9aff1d004d HTTP/1.1" status: 200 len: 1097 time: 0.0681133 Jun 21 04:36:07.249021 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169bcb0-7d9b-4a6a-95b7-5b4e117ff1a5 req-5ae2ffc2-f4d4-4d0d-859e-fffbeabef4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:07.250419 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0169bcb0-7d9b-4a6a-95b7-5b4e117ff1a5 req-5ae2ffc2-f4d4-4d0d-859e-fffbeabef4ab service neutron] 10.222.0.61 "GET /v2.0/networks?id=27756738-f68a-4b58-a544-268ad45dbf07 HTTP/1.1" status: 200 len: 915 time: 0.0954883 Jun 21 04:36:07.306611 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0169bcb0-7d9b-4a6a-95b7-5b4e117ff1a5 req-fe577091-e564-47cb-8730-fd5f885386c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=967af820-e622-4ac4-be02-6ba852aca607 HTTP/1.1" status: 200 len: 217 time: 0.0378492 Jun 21 04:36:07.364280 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169bcb0-7d9b-4a6a-95b7-5b4e117ff1a5 req-3a315ce4-0b0a-4099-8bf8-762e30661da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:07.365855 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0169bcb0-7d9b-4a6a-95b7-5b4e117ff1a5 req-3a315ce4-0b0a-4099-8bf8-762e30661da9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e180991-c207-4be9-aa17-0df3ca102788 HTTP/1.1" status: 200 len: 854 time: 0.0521996 Jun 21 04:36:07.401863 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0169bcb0-7d9b-4a6a-95b7-5b4e117ff1a5 req-8cdc02d2-32e0-42d2-a144-e9d4d90a2027 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27756738-f68a-4b58-a544-268ad45dbf07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286062 Jun 21 04:36:07.508575 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0169bcb0-7d9b-4a6a-95b7-5b4e117ff1a5 req-ad7079dd-329f-45a2-aae3-727c790cd605 service neutron] 10.222.0.61 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995264 Jun 21 04:36:07.612034 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-0169bcb0-7d9b-4a6a-95b7-5b4e117ff1a5 req-d76fd880-78cf-4f03-bc84-8c6ad2d67292 service neutron] 10.222.0.61 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966449 Jun 21 04:36:07.652408 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f4907-184d-4618-95c0-29b786b2652f req-b81d2193-9da7-4cce-a6e9-977da0382a9c tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:07.654054 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-174f4907-184d-4618-95c0-29b786b2652f req-b81d2193-9da7-4cce-a6e9-977da0382a9c tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=a29e8655-f402-4a0a-85ed-fa9aff1d004d HTTP/1.1" status: 200 len: 944 time: 0.0708551 Jun 21 04:36:07.696373 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-174f4907-184d-4618-95c0-29b786b2652f req-b1b0c358-48d5-4743-9ca9-1fa0854fbe42 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345638 Jun 21 04:36:08.893170 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4433f-d3a3-414b-879b-ae8a3ce96509 req-3f2e1503-a35b-49e7-bf0e-4194becde98b tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:08.894887 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-e6e4433f-d3a3-414b-879b-ae8a3ce96509 req-3f2e1503-a35b-49e7-bf0e-4194becde98b tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=a29e8655-f402-4a0a-85ed-fa9aff1d004d HTTP/1.1" status: 200 len: 944 time: 0.0732691 Jun 21 04:36:08.938877 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-e6e4433f-d3a3-414b-879b-ae8a3ce96509 req-2c305114-7714-465f-81a2-273e7f024830 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374732 Jun 21 04:36:08.971766 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 967af820-e622-4ac4-be02-6ba852aca607 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92745) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:36:09.082150 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 967af820-e622-4ac4-be02-6ba852aca607, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=967af820-e622-4ac4-be02-6ba852aca607,segment=NetworkSegment(598bd12b-0d7b-44ee-8a6a-2ed86440b05a),segment_id=598bd12b-0d7b-44ee-8a6a-2ed86440b05a)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:09.095664 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Returning: {'device': '967af820-e622-4ac4-be02-6ba852aca607', 'network_id': '27756738-f68a-4b58-a544-268ad45dbf07', 'port_id': '967af820-e622-4ac4-be02-6ba852aca607', 'mac_address': 'fa:16:3e:f3:59:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e180991-c207-4be9-aa17-0df3ca102788', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92745) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:36:09.137113 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:09.153177 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967af820-e622-4ac4-be02-6ba852aca607 {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:36:09.182861 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 967af820-e622-4ac4-be02-6ba852aca607, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=967af820-e622-4ac4-be02-6ba852aca607,segment=NetworkSegment(598bd12b-0d7b-44ee-8a6a-2ed86440b05a),segment_id=598bd12b-0d7b-44ee-8a6a-2ed86440b05a)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:09.188887 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:09.191138 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-7701bb41-bdd0-41be-a420-5515a84333ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:09.249389 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=967af820-e622-4ac4-be02-6ba852aca607,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:09.253016 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:09.451580 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['967af820-e622-4ac4-be02-6ba852aca607'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:36:10.143115 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e29ca-9423-46fa-8792-42af2a201ca2 req-e765b09a-0f15-45e7-a6d9-9d0f5ea862d9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:10.144758 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-278e29ca-9423-46fa-8792-42af2a201ca2 req-e765b09a-0f15-45e7-a6d9-9d0f5ea862d9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=a29e8655-f402-4a0a-85ed-fa9aff1d004d HTTP/1.1" status: 200 len: 945 time: 0.0718100 Jun 21 04:36:10.186653 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-278e29ca-9423-46fa-8792-42af2a201ca2 req-21105736-e094-4c8c-90a8-eee0bd911f05 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353975 Jun 21 04:36:10.986211 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 967af820-e622-4ac4-be02-6ba852aca607 up at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:36:11.037993 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning for port 967af820-e622-4ac4-be02-6ba852aca607 completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:36:11.043554 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning complete for port 967af820-e622-4ac4-be02-6ba852aca607 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:36:11.043995 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:11.133499 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:11.157565 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29e8655-f402-4a0a-85ed-fa9aff1d004d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967af820-e622-4ac4-be02-6ba852aca607'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:36:11.159867 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de89e7a-25b4-4d8a-bb7f-b93338786e65" -d '{"events": [{"server_uuid": "a29e8655-f402-4a0a-85ed-fa9aff1d004d", "name": "network-vif-plugged", "status": "completed", "tag": "967af820-e622-4ac4-be02-6ba852aca607"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:36:11.174286 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port 967af820-e622-4ac4-be02-6ba852aca607, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=967af820-e622-4ac4-be02-6ba852aca607,segment=NetworkSegment(598bd12b-0d7b-44ee-8a6a-2ed86440b05a),segment_id=598bd12b-0d7b-44ee-8a6a-2ed86440b05a)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:11.180030 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:11.184617 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:11.222006 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b60cb78-ae14-41b8-af21-e9fe2a9200d2 x-openstack-request-id: req-4b60cb78-ae14-41b8-af21-e9fe2a9200d2 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:36:11.222433 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29e8655-f402-4a0a-85ed-fa9aff1d004d", "name": "network-vif-plugged", "status": "completed", "tag": "967af820-e622-4ac4-be02-6ba852aca607", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:36:11.222790 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b60cb78-ae14-41b8-af21-e9fe2a9200d2 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:36:11.223295 dv-cinder-797170-3-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29e8655-f402-4a0a-85ed-fa9aff1d004d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967af820-e622-4ac4-be02-6ba852aca607', 'code': 200} Jun 21 04:36:11.264726 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=967af820-e622-4ac4-be02-6ba852aca607,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:11.268146 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:11.413007 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e356ee-f9b7-44a3-b51d-7af99afbf4b6 req-abfcc7f0-fe4d-4250-b053-d434ff44e05b tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:11.414602 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-66e356ee-f9b7-44a3-b51d-7af99afbf4b6 req-abfcc7f0-fe4d-4250-b053-d434ff44e05b tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=a29e8655-f402-4a0a-85ed-fa9aff1d004d HTTP/1.1" status: 200 len: 946 time: 0.0823636 Jun 21 04:36:11.463944 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-66e356ee-f9b7-44a3-b51d-7af99afbf4b6 req-ce7c0662-1084-4ad6-98d6-99e9848b7d98 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419786 Jun 21 04:36:11.514123 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d0ec1-7550-443f-a682-eb80e25d70ff req-f244d865-cfb3-414b-94c1-28fc42e054ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:11.515516 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-5e6d0ec1-7550-443f-a682-eb80e25d70ff req-f244d865-cfb3-414b-94c1-28fc42e054ab service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a29e8655-f402-4a0a-85ed-fa9aff1d004d HTTP/1.1" status: 200 len: 1099 time: 0.0610821 Jun 21 04:36:11.552201 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-5e6d0ec1-7550-443f-a682-eb80e25d70ff req-ed250d2b-0251-4c9f-b743-9c90f3aa0744 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291483 Jun 21 04:36:12.678100 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98098788-633d-4f5e-85f5-3aea225c98b5 req-be5ae900-c292-462d-a00d-36ec4e718855 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:12.679725 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-98098788-633d-4f5e-85f5-3aea225c98b5 req-be5ae900-c292-462d-a00d-36ec4e718855 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=a29e8655-f402-4a0a-85ed-fa9aff1d004d HTTP/1.1" status: 200 len: 946 time: 0.0728290 Jun 21 04:36:12.721812 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-98098788-633d-4f5e-85f5-3aea225c98b5 req-7550cfdf-8000-43a5-913f-6aabdf0647e1 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358365 Jun 21 04:36:13.908453 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58ad07-c209-4910-b19b-db438b1c4f60 req-5bf84126-3537-40c5-9be5-d2ba1ccfbe86 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:13.910083 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5d58ad07-c209-4910-b19b-db438b1c4f60 req-5bf84126-3537-40c5-9be5-d2ba1ccfbe86 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=a29e8655-f402-4a0a-85ed-fa9aff1d004d HTTP/1.1" status: 200 len: 946 time: 0.0712793 Jun 21 04:36:13.952757 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5d58ad07-c209-4910-b19b-db438b1c4f60 req-97f1f581-66b6-40bc-92f9-853cace371db tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359232 Jun 21 04:36:15.006050 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a68d037c-ee0c-494d-999f-13fe75d94e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:17.994192 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-fa69826c-9b65-4b87-8aa1-d7b24be6dc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:18.219845 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:18.222471 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:18.920638 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:19.809846 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0936d18-6963-420d-a64a-5450af2c327c req-1e36964e-4abc-40be-995f-327b7a1797b4 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:19.811331 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b0936d18-6963-420d-a64a-5450af2c327c req-1e36964e-4abc-40be-995f-327b7a1797b4 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/networks?id=27756738-f68a-4b58-a544-268ad45dbf07 HTTP/1.1" status: 200 len: 814 time: 0.1046169 Jun 21 04:36:19.830793 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b0936d18-6963-420d-a64a-5450af2c327c req-f79db65e-2f62-499f-a4c0-00c5d119be70 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/quotas/ceba61c2127d46d5875954d7a9f5920c HTTP/1.1" status: 200 len: 375 time: 0.0099802 Jun 21 04:36:19.935958 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b0936d18-6963-420d-a64a-5450af2c327c req-8e7f6fcb-b138-4437-9e8f-adf9706e9100 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ceba61c2127d46d5875954d7a9f5920c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0984569 Jun 21 04:36:20.145469 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b0936d18-6963-420d-a64a-5450af2c327c req-69df9d9c-b111-4080-bab4-775812f7da1f service neutron] 10.222.0.60 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023606 Jun 21 04:36:20.241487 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b0936d18-6963-420d-a64a-5450af2c327c req-88741c1d-2973-43c2-8b98-fd689bb9cd66 service neutron] 10.222.0.60 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895939 Jun 21 04:36:20.432750 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-5bdc71c7-1ccd-4e25-990e-9bf1e5c0e63e req-381dd1d1-4dbc-4ead-a5b8-1dfc6c8143c2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=71f935da-095e-455b-82ea-b48626e34cf2 HTTP/1.1" status: 200 len: 210 time: 0.0417306 Jun 21 04:36:20.525365 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57962) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:20.713024 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [None req-e199199f-35ff-43d8-bd59-d987863145e2 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Deleting port 86bf7a67-fce4-4a7b-85f7-0f4e099b625d {{(pid=92743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:20.713576 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-e199199f-35ff-43d8-bd59-d987863145e2 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:20.813425 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-e199199f-35ff-43d8-bd59-d987863145e2 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:20.814413 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-e199199f-35ff-43d8-bd59-d987863145e2 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:20.890134 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [None req-e199199f-35ff-43d8-bd59-d987863145e2 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Calling delete_port for 86bf7a67-fce4-4a7b-85f7-0f4e099b625d owned by network:floatingip {{(pid=92743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:21.069628 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-e199199f-35ff-43d8-bd59-d987863145e2 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629729'] for port, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:21.071784 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-7362b8c4-9a70-42a0-9ecc-5be2260346f0 tempest-AttachVolumeTestJSON-95697208 tempest-AttachVolumeTestJSON-95697208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:21.096250 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199199f-35ff-43d8-bd59-d987863145e2 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Pushing event deleted for resources: {'Port': ['ID=86bf7a67-fce4-4a7b-85f7-0f4e099b625d,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:21.101912 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-e199199f-35ff-43d8-bd59-d987863145e2 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:21.171668 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-e199199f-35ff-43d8-bd59-d987863145e2 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for floatingip, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:21.171953 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.db.l3_db [None req-e199199f-35ff-43d8-bd59-d987863145e2 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Floating IP 8cab09f7-4dce-4584-9a4d-95d2fde5527a disassociated (deleted). External IP: 172.28.3.179, port: 7fd2224e-9c92-461f-9536-c9a538ac4c3a. Jun 21 04:36:21.403578 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e199199f-35ff-43d8-bd59-d987863145e2 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Router 617551c6-d1d7-4e7b-82ad-fd205f9fe0ac has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:36:21.570625 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e199199f-35ff-43d8-bd59-d987863145e2 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:36:21.578550 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-e199199f-35ff-43d8-bd59-d987863145e2 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for floatingip, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:21.588712 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f03b715-c45c-42a5-9720-85483123e0bf None None] Sync routers for ids ['617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'] in dv-cinder-797170-3-smb {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:36:21.613481 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f03b715-c45c-42a5-9720-85483123e0bf None None] Routers {'617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:36:21.614964 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-7f03b715-c45c-42a5-9720-85483123e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:36:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:21.687995 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:21.695838 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-e199199f-35ff-43d8-bd59-d987863145e2 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "DELETE /v2.0/floatingips/8cab09f7-4dce-4584-9a4d-95d2fde5527a HTTP/1.1" status: 204 len: 168 time: 1.1690092 Jun 21 04:36:21.714198 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-578dfd33-e194-4af7-a554-5d2582cfc453 req-db48653b-7220-47d6-8522-7d1357ef14d9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=71f935da-095e-455b-82ea-b48626e34cf2 HTTP/1.1" status: 200 len: 210 time: 0.0740905 Jun 21 04:36:21.715194 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2253c8-3eb3-4783-9560-6561d3fb5b77', 'tag': '7fd2224e-9c92-461f-9536-c9a538ac4c3a'}] {{(pid=92743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:36:21.719550 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f341443fd223dcfc934d9995c5c4b990c7400f9cb91ffc9321324360bae7ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8d6f0e-3056-4d38-ab50-1785d4cefb01" -d '{"events": [{"name": "network-changed", "server_uuid": "7d2253c8-3eb3-4783-9560-6561d3fb5b77", "tag": "7fd2224e-9c92-461f-9536-c9a538ac4c3a"}]}' {{(pid=92743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:36:21.816542 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-7f03b715-c45c-42a5-9720-85483123e0bf None None] Set router 617551c6-d1d7-4e7b-82ad-fd205f9fe0ac gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:36:21.864964 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8fb808-6290-448d-8318-5032dd1bfd86 x-openstack-request-id: req-bd8fb808-6290-448d-8318-5032dd1bfd86 {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:36:21.866072 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d2253c8-3eb3-4783-9560-6561d3fb5b77", "tag": "7fd2224e-9c92-461f-9536-c9a538ac4c3a", "status": "completed", "code": 200}]} {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:36:21.866508 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bd8fb808-6290-448d-8318-5032dd1bfd86 {{(pid=92743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:36:21.867182 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d2253c8-3eb3-4783-9560-6561d3fb5b77', 'tag': '7fd2224e-9c92-461f-9536-c9a538ac4c3a', 'status': 'completed', 'code': 200} Jun 21 04:36:22.013516 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d6f0e-3056-4d38-ab50-1785d4cefb01 req-630a789b-6c09-4683-9ae0-65de60aa0fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:22.030925 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5f8d6f0e-3056-4d38-ab50-1785d4cefb01 req-630a789b-6c09-4683-9ae0-65de60aa0fa5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e77874d6686d4339bad83bc3b2c55091&device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 1098 time: 0.1250696 Jun 21 04:36:22.064074 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0936d18-6963-420d-a64a-5450af2c327c req-3d736d95-9d30-461d-89a1-ba765f3c003e tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:22.066756 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b0936d18-6963-420d-a64a-5450af2c327c req-3d736d95-9d30-461d-89a1-ba765f3c003e tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.61 "GET /v2.0/networks?id=27756738-f68a-4b58-a544-268ad45dbf07 HTTP/1.1" status: 200 len: 814 time: 0.3026235 Jun 21 04:36:22.088345 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-b0936d18-6963-420d-a64a-5450af2c327c req-1f892bb9-8885-441c-a7b3-d62edff6e8e0 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Request body: {'port': {'device_id': '71f935da-095e-455b-82ea-b48626e34cf2', 'network_id': '27756738-f68a-4b58-a544-268ad45dbf07', 'admin_state_up': True, 'tenant_id': 'ceba61c2127d46d5875954d7a9f5920c'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:36:22.281855 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0936d18-6963-420d-a64a-5450af2c327c req-1f892bb9-8885-441c-a7b3-d62edff6e8e0 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Made reservation on behalf of ceba61c2127d46d5875954d7a9f5920c for: {'port': 1} {{(pid=92744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:36:22.290694 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-b0936d18-6963-420d-a64a-5450af2c327c req-1f892bb9-8885-441c-a7b3-d62edff6e8e0 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-562875'] for port, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:22.325942 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-7f03b715-c45c-42a5-9720-85483123e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'name': 'tempest-TestShelveInstance-2017227742-router', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:31:40Z', 'updated_at': '2021-06-21T04:31:46Z', 'revision_number': 4, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'gw_port': {'id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:41Z', 'updated_at': '2021-06-21T04:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': '283d2434-63b8-4c2c-b85f-b93b44e7db2d', 'name': '', 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'mac_address': 'fa:16:3e:da:87:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5305cd27-b4bd-435d-8b24-d3ace7f876a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:45Z', 'updated_at': '2021-06-21T04:31:52Z', 'revision_number': 5, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'subnets': [{'id': '5305cd27-b4bd-435d-8b24-d3ace7f876a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:22.329151 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d6f0e-3056-4d38-ab50-1785d4cefb01 req-c3e16268-c778-48d0-aeef-dfb1499d0ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:22.332088 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5f8d6f0e-3056-4d38-ab50-1785d4cefb01 req-c3e16268-c778-48d0-aeef-dfb1499d0ba8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=681eba82-90ac-47cb-b2b4-73e0ab70b7bd HTTP/1.1" status: 200 len: 910 time: 0.3000543 Jun 21 04:36:22.346620 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c82f8c-68ef-4f1f-95b4-0250357d87e8 req-0bcbda00-6401-40c5-9257-56874f53581f tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:22.348231 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-23c82f8c-68ef-4f1f-95b4-0250357d87e8 req-0bcbda00-6401-40c5-9257-56874f53581f tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 945 time: 0.1250155 Jun 21 04:36:22.373723 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f03b715-c45c-42a5-9720-85483123e0bf None None] Checking router: 617551c6-d1d7-4e7b-82ad-fd205f9fe0ac for host: dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:36:22.388187 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5f8d6f0e-3056-4d38-ab50-1785d4cefb01 req-05b35b24-4c3e-4ff3-b12e-3814e8f8e2fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fd2224e-9c92-461f-9536-c9a538ac4c3a HTTP/1.1" status: 200 len: 217 time: 0.0386839 Jun 21 04:36:22.389019 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f03b715-c45c-42a5-9720-85483123e0bf None None] Routers {'617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:36:22.390038 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-7f03b715-c45c-42a5-9720-85483123e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:36:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:22.500093 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-23c82f8c-68ef-4f1f-95b4-0250357d87e8 req-d6a07c5b-485b-41bc-abe1-aa58330d5183 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140213 Jun 21 04:36:22.511668 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d6f0e-3056-4d38-ab50-1785d4cefb01 req-196fa0c0-6ec7-4c88-b82b-f490c3d879da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:22.514214 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5f8d6f0e-3056-4d38-ab50-1785d4cefb01 req-196fa0c0-6ec7-4c88-b82b-f490c3d879da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5305cd27-b4bd-435d-8b24-d3ace7f876a9 HTTP/1.1" status: 200 len: 848 time: 0.1057065 Jun 21 04:36:22.561162 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-7f03b715-c45c-42a5-9720-85483123e0bf None None] Set router 617551c6-d1d7-4e7b-82ad-fd205f9fe0ac gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:36:22.606053 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d6f0e-3056-4d38-ab50-1785d4cefb01 req-cc8daed4-3da6-4890-8362-2cd2424fc36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:22.609269 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5f8d6f0e-3056-4d38-ab50-1785d4cefb01 req-cc8daed4-3da6-4890-8362-2cd2424fc36a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=681eba82-90ac-47cb-b2b4-73e0ab70b7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0855963 Jun 21 04:36:22.798681 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5f8d6f0e-3056-4d38-ab50-1785d4cefb01 req-f3105e72-d6f3-4ce4-a33f-6bb183d67849 service neutron] 10.222.0.61 "GET /v2.0/networks/681eba82-90ac-47cb-b2b4-73e0ab70b7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773956 Jun 21 04:36:22.809336 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_common [req-b0936d18-6963-420d-a64a-5450af2c327c req-1f892bb9-8885-441c-a7b3-d62edff6e8e0 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Allocated IP 172.20.0.7 (27756738-f68a-4b58-a544-268ad45dbf07/6e180991-c207-4be9-aa17-0df3ca102788/ff9f7327-1fb9-4f78-8acd-47f393a69db0) {{(pid=92744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:36:22.875788 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-7f03b715-c45c-42a5-9720-85483123e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'name': 'tempest-TestShelveInstance-2017227742-router', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:31:40Z', 'updated_at': '2021-06-21T04:31:46Z', 'revision_number': 4, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'gw_port': {'id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:41Z', 'updated_at': '2021-06-21T04:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': '283d2434-63b8-4c2c-b85f-b93b44e7db2d', 'name': '', 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'mac_address': 'fa:16:3e:da:87:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5305cd27-b4bd-435d-8b24-d3ace7f876a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:45Z', 'updated_at': '2021-06-21T04:31:52Z', 'revision_number': 5, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'subnets': [{'id': '5305cd27-b4bd-435d-8b24-d3ace7f876a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:22.911260 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-5f8d6f0e-3056-4d38-ab50-1785d4cefb01 req-d599b2be-b451-4385-b360-69b86c13bc94 service neutron] 10.222.0.61 "GET /v2.0/networks/681eba82-90ac-47cb-b2b4-73e0ab70b7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040351 Jun 21 04:36:22.931353 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f03b715-c45c-42a5-9720-85483123e0bf None None] The sync data for ids ['617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'] in dv-cinder-797170-3-smb is: [{'id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'name': 'tempest-TestShelveInstance-2017227742-router', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:31:40Z', 'updated_at': '2021-06-21T04:31:46Z', 'revision_number': 4, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'gw_port': {'id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:41Z', 'updated_at': '2021-06-21T04:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb', '_interfaces': [{'id': '283d2434-63b8-4c2c-b85f-b93b44e7db2d', 'name': '', 'network_id': '681eba82-90ac-47cb-b2b4-73e0ab70b7bd', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'mac_address': 'fa:16:3e:da:87:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5305cd27-b4bd-435d-8b24-d3ace7f876a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:45Z', 'updated_at': '2021-06-21T04:31:52Z', 'revision_number': 5, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'subnets': [{'id': '5305cd27-b4bd-435d-8b24-d3ace7f876a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:36:23.004345 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-24615f47-5056-4136-89ef-2287bbe350a6 req-a6a978c9-451d-4b2a-aa00-0e23b636b83e tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=71f935da-095e-455b-82ea-b48626e34cf2 HTTP/1.1" status: 200 len: 210 time: 0.0638137 Jun 21 04:36:23.084436 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-b0936d18-6963-420d-a64a-5450af2c327c req-1f892bb9-8885-441c-a7b3-d62edff6e8e0 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks [] for port, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:23.129396 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-b0936d18-6963-420d-a64a-5450af2c327c req-1f892bb9-8885-441c-a7b3-d62edff6e8e0 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-9139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772645313630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60010093'] for port, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:23.134703 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-6760ca5f-3d36-45c0-b61a-26e872e4cc24 tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:23.146571 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['4759b7b3-b193-4251-8a96-cf30f0cc48b5', '464c23fa-0f1e-4a91-8b5c-2824cfa779ad', '967af820-e622-4ac4-be02-6ba852aca607'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:36:23.182718 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0936d18-6963-420d-a64a-5450af2c327c req-1f892bb9-8885-441c-a7b3-d62edff6e8e0 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Network 27756738-f68a-4b58-a544-268ad45dbf07 is already hosted by enough agents. {{(pid=92744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:36:23.189005 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.base_scheduler [req-b0936d18-6963-420d-a64a-5450af2c327c req-1f892bb9-8885-441c-a7b3-d62edff6e8e0 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Resources bound (agent type, host, resource id): {{(pid=92744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:36:23.193594 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0936d18-6963-420d-a64a-5450af2c327c req-1f892bb9-8885-441c-a7b3-d62edff6e8e0 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Received port after_create {{(pid=92744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:36:23.212297 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd2aff1-3014-45b2-b8aa-d9728355276d None None] New status for floating IP 8cab09f7-4dce-4584-9a4d-95d2fde5527a: DOWN {{(pid=92746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:36:23.234066 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f892bb9-8885-441c-a7b3-d62edff6e8e0 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Pushing event updated for resources: {'Port': ['ID=ff9f7327-1fb9-4f78-8acd-47f393a69db0,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:23.241302 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-1f892bb9-8885-441c-a7b3-d62edff6e8e0 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:23.255478 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0936d18-6963-420d-a64a-5450af2c327c req-1f892bb9-8885-441c-a7b3-d62edff6e8e0 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:23.257282 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-b0936d18-6963-420d-a64a-5450af2c327c req-1f892bb9-8885-441c-a7b3-d62edff6e8e0 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:23.275478 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b0936d18-6963-420d-a64a-5450af2c327c req-1f892bb9-8885-441c-a7b3-d62edff6e8e0 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1984332 Jun 21 04:36:23.288900 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.v2.base [req-b0936d18-6963-420d-a64a-5450af2c327c req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] Request body: {'port': {'device_id': '71f935da-095e-455b-82ea-b48626e34cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:36:23.382151 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-b0936d18-6963-420d-a64a-5450af2c327c req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:23.793960 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d4c4f-5026-4ab7-a5d5-57b2658ed47e req-72935003-7d5e-485e-b373-9806224dec92 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:23.795515 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-197d4c4f-5026-4ab7-a5d5-57b2658ed47e req-72935003-7d5e-485e-b373-9806224dec92 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 945 time: 0.1178117 Jun 21 04:36:23.805493 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [req-b0936d18-6963-420d-a64a-5450af2c327c req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9f7327-1fb9-4f78-8acd-47f393a69db0 {{(pid=92744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:36:23.815112 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-b0936d18-6963-420d-a64a-5450af2c327c req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:23.831427 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.provisioning_blocks [req-b0936d18-6963-420d-a64a-5450af2c327c req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] Transition to ACTIVE for port object ff9f7327-1fb9-4f78-8acd-47f393a69db0 will not be triggered until provisioned by entity L2. {{(pid=92744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:36:23.838355 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-b0936d18-6963-420d-a64a-5450af2c327c req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:23.842512 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-36383c10-fe5a-4eaa-bc06-b10518d0c526 tempest-VolumesSnapshotTestJSON-674970549 tempest-VolumesSnapshotTestJSON-674970549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:23.848443 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41de712-5d74-41cf-b326-c2697eb22cc5 req-399184e6-f81c-47f7-9c7d-46cfa705975e tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:23.850612 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b41de712-5d74-41cf-b326-c2697eb22cc5 req-399184e6-f81c-47f7-9c7d-46cfa705975e tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 945 time: 0.1299157 Jun 21 04:36:23.922897 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] Pushing event updated for resources: {'Port': ['ID=ff9f7327-1fb9-4f78-8acd-47f393a69db0,revision_number=2']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:23.926669 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:23.943750 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-b41de712-5d74-41cf-b326-c2697eb22cc5 req-3698fcf0-e4ef-47de-b6ba-3c62f36b8aa8 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/security-groups?id=943d4b15-39b6-450c-961e-7612ff9d85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804482 Jun 21 04:36:23.985636 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [req-197d4c4f-5026-4ab7-a5d5-57b2658ed47e req-93cb7192-edff-4582-9d8d-4132cd737079 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Deleting port 7fd2224e-9c92-461f-9536-c9a538ac4c3a {{(pid=92743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:23.986234 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-197d4c4f-5026-4ab7-a5d5-57b2658ed47e req-93cb7192-edff-4582-9d8d-4132cd737079 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:24.019667 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-b0936d18-6963-420d-a64a-5450af2c327c req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] Attempting to bind port ff9f7327-1fb9-4f78-8acd-47f393a69db0 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:36:24.020002 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-b0936d18-6963-420d-a64a-5450af2c327c req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] Attempting to bind port ff9f7327-1fb9-4f78-8acd-47f393a69db0 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '598bd12b-0d7b-44ee-8a6a-2ed86440b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '27756738-f68a-4b58-a544-268ad45dbf07'}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:36:24.020331 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0936d18-6963-420d-a64a-5450af2c327c req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] Attempting to bind port ff9f7327-1fb9-4f78-8acd-47f393a69db0 on network 27756738-f68a-4b58-a544-268ad45dbf07 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:36:24.025669 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0936d18-6963-420d-a64a-5450af2c327c req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] Port ff9f7327-1fb9-4f78-8acd-47f393a69db0 on network 27756738-f68a-4b58-a544-268ad45dbf07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:36:24.025992 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0936d18-6963-420d-a64a-5450af2c327c req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] Attempting to bind port ff9f7327-1fb9-4f78-8acd-47f393a69db0 on network 27756738-f68a-4b58-a544-268ad45dbf07 {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:36:24.031530 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0936d18-6963-420d-a64a-5450af2c327c req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] Checking agent: {'id': '96b302db-cc9c-42f9-932f-b12d5511dc88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'started_at': datetime.datetime(2021, 6, 21, 4, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:36:24.031867 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0936d18-6963-420d-a64a-5450af2c327c req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] Checking segment: {'id': '598bd12b-0d7b-44ee-8a6a-2ed86440b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '27756738-f68a-4b58-a544-268ad45dbf07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:36:24.032255 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0936d18-6963-420d-a64a-5450af2c327c req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] Bound using segment: {'id': '598bd12b-0d7b-44ee-8a6a-2ed86440b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '27756738-f68a-4b58-a544-268ad45dbf07'} {{(pid=92744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:36:24.032737 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.managers [req-b0936d18-6963-420d-a64a-5450af2c327c req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] Bound port: ff9f7327-1fb9-4f78-8acd-47f393a69db0, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598bd12b-0d7b-44ee-8a6a-2ed86440b05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '27756738-f68a-4b58-a544-268ad45dbf07'}}] {{(pid=92744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:36:24.033090 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-b0936d18-6963-420d-a64a-5450af2c327c req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:24.122944 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-b0936d18-6963-420d-a64a-5450af2c327c req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] For port ff9f7327-1fb9-4f78-8acd-47f393a69db0, host hv-cinder-79717, cleared binding levels {{(pid=92744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:36:24.128145 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-b0936d18-6963-420d-a64a-5450af2c327c req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] For port ff9f7327-1fb9-4f78-8acd-47f393a69db0, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ff9f7327-1fb9-4f78-8acd-47f393a69db0,segment=NetworkSegment(598bd12b-0d7b-44ee-8a6a-2ed86440b05a),segment_id=598bd12b-0d7b-44ee-8a6a-2ed86440b05a)] {{(pid=92744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:36:24.135474 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-b0936d18-6963-420d-a64a-5450af2c327c req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60010075'] for port, after_update {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:24.140460 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:24.154082 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [req-197d4c4f-5026-4ab7-a5d5-57b2658ed47e req-93cb7192-edff-4582-9d8d-4132cd737079 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] For port 7fd2224e-9c92-461f-9536-c9a538ac4c3a, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7fd2224e-9c92-461f-9536-c9a538ac4c3a,segment=NetworkSegment(134464e8-d48b-4988-881c-f3e9a79e0b3f),segment_id=134464e8-d48b-4988-881c-f3e9a79e0b3f)] {{(pid=92743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:24.154463 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-197d4c4f-5026-4ab7-a5d5-57b2658ed47e req-93cb7192-edff-4582-9d8d-4132cd737079 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:24.214027 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0936d18-6963-420d-a64a-5450af2c327c req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:24.214245 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-b0936d18-6963-420d-a64a-5450af2c327c req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:24.215639 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b0936d18-6963-420d-a64a-5450af2c327c req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] 10.222.0.61 "PUT /v2.0/ports/ff9f7327-1fb9-4f78-8acd-47f393a69db0 HTTP/1.1" status: 200 len: 1093 time: 0.9312253 Jun 21 04:36:24.227939 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [req-197d4c4f-5026-4ab7-a5d5-57b2658ed47e req-93cb7192-edff-4582-9d8d-4132cd737079 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Calling delete_port for 7fd2224e-9c92-461f-9536-c9a538ac4c3a owned by compute:nova {{(pid=92743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:24.232491 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f935da-095e-455b-82ea-b48626e34cf2', 'tag': 'ff9f7327-1fb9-4f78-8acd-47f393a69db0'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:36:24.235127 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416ecd7d-08df-4640-84cf-54a4638e0456" -d '{"events": [{"name": "network-changed", "server_uuid": "71f935da-095e-455b-82ea-b48626e34cf2", "tag": "ff9f7327-1fb9-4f78-8acd-47f393a69db0"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:36:24.266606 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] Pushing event updated for resources: {'Port': ['ID=ff9f7327-1fb9-4f78-8acd-47f393a69db0,revision_number=3']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:24.273779 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-b8d7d5d3-5ee2-4b38-953f-6eca4e8a121f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:24.327880 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80112b7b-a6ad-4dcd-af96-de473204ab48 req-56c866af-6a2a-46cf-86f2-5d5ab21ccda1 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:24.333529 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-80112b7b-a6ad-4dcd-af96-de473204ab48 req-56c866af-6a2a-46cf-86f2-5d5ab21ccda1 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=71f935da-095e-455b-82ea-b48626e34cf2 HTTP/1.1" status: 200 len: 943 time: 0.1464832 Jun 21 04:36:24.340445 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872127f6-68af-4f58-ae37-ef23f668b6ad x-openstack-request-id: req-872127f6-68af-4f58-ae37-ef23f668b6ad {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:36:24.340976 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f935da-095e-455b-82ea-b48626e34cf2", "tag": "ff9f7327-1fb9-4f78-8acd-47f393a69db0", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:36:24.341450 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-872127f6-68af-4f58-ae37-ef23f668b6ad {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:36:24.342157 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f935da-095e-455b-82ea-b48626e34cf2', 'tag': 'ff9f7327-1fb9-4f78-8acd-47f393a69db0', 'status': 'completed', 'code': 200} Jun 21 04:36:24.386671 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-197d4c4f-5026-4ab7-a5d5-57b2658ed47e req-93cb7192-edff-4582-9d8d-4132cd737079 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629729'] for port, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:24.392976 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-696abc96-9979-4c10-937d-4f9738e4d113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:24.401474 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-80112b7b-a6ad-4dcd-af96-de473204ab48 req-9db0de8c-1eb0-4a43-9cd8-56b5fdd47562 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581021 Jun 21 04:36:24.414216 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0936d18-6963-420d-a64a-5450af2c327c req-036d463a-a49b-4eec-bc0e-e32344c04909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:24.415730 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b0936d18-6963-420d-a64a-5450af2c327c req-036d463a-a49b-4eec-bc0e-e32344c04909 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ceba61c2127d46d5875954d7a9f5920c&device_id=71f935da-095e-455b-82ea-b48626e34cf2 HTTP/1.1" status: 200 len: 1096 time: 0.1243200 Jun 21 04:36:24.434313 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb7192-edff-4582-9d8d-4132cd737079 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Pushing event deleted for resources: {'Port': ['ID=7fd2224e-9c92-461f-9536-c9a538ac4c3a,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:24.439423 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-93cb7192-edff-4582-9d8d-4132cd737079 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:24.488755 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b0936d18-6963-420d-a64a-5450af2c327c req-fbaf2d7e-57e6-4969-b8e5-785582700eef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff9f7327-1fb9-4f78-8acd-47f393a69db0 HTTP/1.1" status: 200 len: 217 time: 0.0636435 Jun 21 04:36:24.523939 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [req-197d4c4f-5026-4ab7-a5d5-57b2658ed47e req-93cb7192-edff-4582-9d8d-4132cd737079 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] No DVR routers for this DVR port 7fd2224e-9c92-461f-9536-c9a538ac4c3a on host hv-cinder-79717 {{(pid=92743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:36:24.528032 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-197d4c4f-5026-4ab7-a5d5-57b2658ed47e req-93cb7192-edff-4582-9d8d-4132cd737079 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:24.531514 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-197d4c4f-5026-4ab7-a5d5-57b2658ed47e req-93cb7192-edff-4582-9d8d-4132cd737079 tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.61 "DELETE /v2.0/ports/7fd2224e-9c92-461f-9536-c9a538ac4c3a HTTP/1.1" status: 204 len: 173 time: 0.7292254 Jun 21 04:36:24.532418 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2253c8-3eb3-4783-9560-6561d3fb5b77', 'name': 'network-vif-deleted', 'tag': '7fd2224e-9c92-461f-9536-c9a538ac4c3a'}] {{(pid=92743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:36:24.536984 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f341443fd223dcfc934d9995c5c4b990c7400f9cb91ffc9321324360bae7ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7fbf7d-512c-4ff1-95bd-330367efd77b" -d '{"events": [{"server_uuid": "7d2253c8-3eb3-4783-9560-6561d3fb5b77", "name": "network-vif-deleted", "tag": "7fd2224e-9c92-461f-9536-c9a538ac4c3a"}]}' {{(pid=92743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:36:24.571731 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0936d18-6963-420d-a64a-5450af2c327c req-bf768171-9150-4545-a9cb-e99267372288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:24.573122 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b0936d18-6963-420d-a64a-5450af2c327c req-bf768171-9150-4545-a9cb-e99267372288 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e180991-c207-4be9-aa17-0df3ca102788 HTTP/1.1" status: 200 len: 854 time: 0.0772886 Jun 21 04:36:24.589587 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64d61d1-30f0-451f-a3df-1b48fc14304f x-openstack-request-id: req-d64d61d1-30f0-451f-a3df-1b48fc14304f {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:36:24.589942 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2253c8-3eb3-4783-9560-6561d3fb5b77", "name": "network-vif-deleted", "tag": "7fd2224e-9c92-461f-9536-c9a538ac4c3a", "status": "completed", "code": 200}]} {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:36:24.590227 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d64d61d1-30f0-451f-a3df-1b48fc14304f {{(pid=92743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:36:24.590668 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2253c8-3eb3-4783-9560-6561d3fb5b77', 'name': 'network-vif-deleted', 'tag': '7fd2224e-9c92-461f-9536-c9a538ac4c3a', 'status': 'completed', 'code': 200} Jun 21 04:36:24.611354 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b0936d18-6963-420d-a64a-5450af2c327c req-1f1077f4-dd04-48b1-8026-c6e7f0455fee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27756738-f68a-4b58-a544-268ad45dbf07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309939 Jun 21 04:36:24.731868 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b0936d18-6963-420d-a64a-5450af2c327c req-56077568-0aa9-46ff-8cd5-b2a7652a4b44 service neutron] 10.222.0.61 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114171 Jun 21 04:36:24.863480 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-b0936d18-6963-420d-a64a-5450af2c327c req-336b941e-de9c-4437-9df2-4653c59eb437 service neutron] 10.222.0.61 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232233 Jun 21 04:36:25.022692 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ecd7d-08df-4640-84cf-54a4638e0456 req-4f4b7f18-eab8-420c-b380-a642f55c4a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:25.025379 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-416ecd7d-08df-4640-84cf-54a4638e0456 req-4f4b7f18-eab8-420c-b380-a642f55c4a13 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ceba61c2127d46d5875954d7a9f5920c&device_id=71f935da-095e-455b-82ea-b48626e34cf2 HTTP/1.1" status: 200 len: 1096 time: 0.0982149 Jun 21 04:36:25.164071 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-92813d20-86a1-47be-8da6-18f29b4af60c req-ac1a4bb1-0341-4d24-90de-a0199f667eea tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d2253c8-3eb3-4783-9560-6561d3fb5b77 HTTP/1.1" status: 200 len: 210 time: 0.0459094 Jun 21 04:36:25.170010 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ecd7d-08df-4640-84cf-54a4638e0456 req-4d89a7a6-d894-4fb7-bde5-872461d89740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:25.171334 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-416ecd7d-08df-4640-84cf-54a4638e0456 req-4d89a7a6-d894-4fb7-bde5-872461d89740 service neutron] 10.222.0.61 "GET /v2.0/networks?id=27756738-f68a-4b58-a544-268ad45dbf07 HTTP/1.1" status: 200 len: 915 time: 0.1378458 Jun 21 04:36:25.219733 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-416ecd7d-08df-4640-84cf-54a4638e0456 req-8667c889-1642-45b5-9523-57e25a95af11 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff9f7327-1fb9-4f78-8acd-47f393a69db0 HTTP/1.1" status: 200 len: 217 time: 0.0412724 Jun 21 04:36:25.276679 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ecd7d-08df-4640-84cf-54a4638e0456 req-eeef3a40-542e-428b-80ba-c6526fd3d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:25.278273 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-416ecd7d-08df-4640-84cf-54a4638e0456 req-eeef3a40-542e-428b-80ba-c6526fd3d253 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e180991-c207-4be9-aa17-0df3ca102788 HTTP/1.1" status: 200 len: 854 time: 0.0508668 Jun 21 04:36:25.320173 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-416ecd7d-08df-4640-84cf-54a4638e0456 req-7fc48523-d98f-4500-a136-124b2385fa7d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27756738-f68a-4b58-a544-268ad45dbf07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347676 Jun 21 04:36:25.432800 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-416ecd7d-08df-4640-84cf-54a4638e0456 req-860a9051-69a5-4264-995f-95c6b020b8b6 service neutron] 10.222.0.61 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014743 Jun 21 04:36:25.544186 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-416ecd7d-08df-4640-84cf-54a4638e0456 req-34206879-0a15-4646-a821-16396c8db9cd service neutron] 10.222.0.61 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043921 Jun 21 04:36:25.630447 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1e86f-a0ea-4691-bbe4-8598f73ab8df req-e7aec321-646f-488a-90ed-ba7101a8e8a6 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:25.632549 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-46d1e86f-a0ea-4691-bbe4-8598f73ab8df req-e7aec321-646f-488a-90ed-ba7101a8e8a6 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=71f935da-095e-455b-82ea-b48626e34cf2 HTTP/1.1" status: 200 len: 943 time: 0.0685773 Jun 21 04:36:25.678212 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-46d1e86f-a0ea-4691-bbe4-8598f73ab8df req-8caeb104-195c-4579-8393-1831c44a7b08 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355091 Jun 21 04:36:26.271535 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 57994) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:26.334676 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9abf-cc15-4613-a489-ebc4cd07cf1e tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:26.360778 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9abf-cc15-4613-a489-ebc4cd07cf1e tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:26.436081 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9abf-cc15-4613-a489-ebc4cd07cf1e tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:26.438946 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9abf-cc15-4613-a489-ebc4cd07cf1e tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:26.440082 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-4b9b9abf-cc15-4613-a489-ebc4cd07cf1e tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] 10.222.0.60 "DELETE /v2.0/security-groups/943d4b15-39b6-450c-961e-7612ff9d85cf HTTP/1.1" status: 204 len: 168 time: 0.1675470 Jun 21 04:36:26.441043 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-c4a72857-2983-45cf-a073-fdfbdc0e14af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:26.450997 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b9abf-cc15-4613-a489-ebc4cd07cf1e tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=943d4b15-39b6-450c-961e-7612ff9d85cf,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:26.454360 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-4b9b9abf-cc15-4613-a489-ebc4cd07cf1e tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:26.497814 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 57998) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:26.898725 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0157d-a822-4ac3-b278-fe96cb2af032 req-cf0e9a3d-e073-4a14-bbf2-9daaf59015f7 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:26.900234 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-6aa0157d-a822-4ac3-b278-fe96cb2af032 req-cf0e9a3d-e073-4a14-bbf2-9daaf59015f7 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=71f935da-095e-455b-82ea-b48626e34cf2 HTTP/1.1" status: 200 len: 943 time: 0.1012878 Jun 21 04:36:26.952083 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-6aa0157d-a822-4ac3-b278-fe96cb2af032 req-df1969c4-293b-4067-8cfc-7d2908d181dc tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448892 Jun 21 04:36:26.959957 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-c78f6fd1-0a88-456f-a1d7-f793818c08d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442829'] for router_interface, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.073085 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device ff9f7327-1fb9-4f78-8acd-47f393a69db0 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92745) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:36:27.075701 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 7fd2224e-9c92-461f-9536-c9a538ac4c3a no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:27.103975 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] No Port match for: 7fd2224e-9c92-461f-9536-c9a538ac4c3a {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:36:27.104325 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 7fd2224e-9c92-461f-9536-c9a538ac4c3a not bound to the agent host hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:36:27.201235 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port ff9f7327-1fb9-4f78-8acd-47f393a69db0, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ff9f7327-1fb9-4f78-8acd-47f393a69db0,segment=NetworkSegment(598bd12b-0d7b-44ee-8a6a-2ed86440b05a),segment_id=598bd12b-0d7b-44ee-8a6a-2ed86440b05a)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:27.215236 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Returning: {'device': 'ff9f7327-1fb9-4f78-8acd-47f393a69db0', 'network_id': '27756738-f68a-4b58-a544-268ad45dbf07', 'port_id': 'ff9f7327-1fb9-4f78-8acd-47f393a69db0', 'mac_address': 'fa:16:3e:64:db:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e180991-c207-4be9-aa17-0df3ca102788', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92745) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:36:27.245687 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-c78f6fd1-0a88-456f-a1d7-f793818c08d5 admin admin] Deleting port 283d2434-63b8-4c2c-b85f-b93b44e7db2d {{(pid=92744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:27.246027 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-c78f6fd1-0a88-456f-a1d7-f793818c08d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.283760 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.306884 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9f7327-1fb9-4f78-8acd-47f393a69db0 {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:36:27.335029 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [None req-c78f6fd1-0a88-456f-a1d7-f793818c08d5 admin admin] For port 283d2434-63b8-4c2c-b85f-b93b44e7db2d, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=283d2434-63b8-4c2c-b85f-b93b44e7db2d,segment=NetworkSegment(134464e8-d48b-4988-881c-f3e9a79e0b3f),segment_id=134464e8-d48b-4988-881c-f3e9a79e0b3f)] {{(pid=92744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:27.335396 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-c78f6fd1-0a88-456f-a1d7-f793818c08d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.341638 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port ff9f7327-1fb9-4f78-8acd-47f393a69db0, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ff9f7327-1fb9-4f78-8acd-47f393a69db0,segment=NetworkSegment(598bd12b-0d7b-44ee-8a6a-2ed86440b05a),segment_id=598bd12b-0d7b-44ee-8a6a-2ed86440b05a)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:27.346401 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.348263 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d12030d8-09f3-41f5-b2b4-30eaa4c8672a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:27.402449 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=ff9f7327-1fb9-4f78-8acd-47f393a69db0,revision_number=4']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:27.402749 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-c78f6fd1-0a88-456f-a1d7-f793818c08d5 admin admin] Calling delete_port for 283d2434-63b8-4c2c-b85f-b93b44e7db2d owned by network:router_interface {{(pid=92744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:27.406343 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:27.599911 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-c78f6fd1-0a88-456f-a1d7-f793818c08d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010082'] for port, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.602035 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-212389e5-c5e1-478c-ad66-1b7255965534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:27.612195 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['ff9f7327-1fb9-4f78-8acd-47f393a69db0'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:36:27.632410 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f6fd1-0a88-456f-a1d7-f793818c08d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=283d2434-63b8-4c2c-b85f-b93b44e7db2d,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:27.635937 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-c78f6fd1-0a88-456f-a1d7-f793818c08d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:27.847961 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-c78f6fd1-0a88-456f-a1d7-f793818c08d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442737'] for router_interface, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:28.101120 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78f6fd1-0a88-456f-a1d7-f793818c08d5 admin admin] Router 617551c6-d1d7-4e7b-82ad-fd205f9fe0ac has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:36:28.159880 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e9316-5747-4c07-891c-da7171d1b258 req-cca52ef0-cf21-4642-8d3d-95ecef24930c tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:28.161464 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-eb7e9316-5747-4c07-891c-da7171d1b258 req-cca52ef0-cf21-4642-8d3d-95ecef24930c tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=71f935da-095e-455b-82ea-b48626e34cf2 HTTP/1.1" status: 200 len: 944 time: 0.0887094 Jun 21 04:36:28.216424 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-eb7e9316-5747-4c07-891c-da7171d1b258 req-c6ee334b-fb48-45c2-b170-2943d5e3b277 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481429 Jun 21 04:36:28.224015 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78f6fd1-0a88-456f-a1d7-f793818c08d5 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:36:28.232390 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-c78f6fd1-0a88-456f-a1d7-f793818c08d5 admin admin] 10.222.0.60 "PUT /v2.0/routers/617551c6-d1d7-4e7b-82ad-fd205f9fe0ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7333596 Jun 21 04:36:28.235445 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 58004) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:28.240118 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a0c8c2-92a1-4417-841d-0e5c9f5834ae None None] Sync routers for ids ['617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'] in dv-cinder-797170-3-smb {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:36:28.256484 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a0c8c2-92a1-4417-841d-0e5c9f5834ae None None] Routers {'617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:36:28.257651 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-d9a0c8c2-92a1-4417-841d-0e5c9f5834ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:36:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:28.373853 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-d9a0c8c2-92a1-4417-841d-0e5c9f5834ae None None] Set router 617551c6-d1d7-4e7b-82ad-fd205f9fe0ac gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:36:28.642457 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-82397b0d-c71b-4f54-8772-18d3262e0228 admin admin] Notify callbacks [] for router, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:28.715216 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-d9a0c8c2-92a1-4417-841d-0e5c9f5834ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'name': 'tempest-TestShelveInstance-2017227742-router', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:31:40Z', 'updated_at': '2021-06-21T04:36:27Z', 'revision_number': 5, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'gw_port': {'id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:41Z', 'updated_at': '2021-06-21T04:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:28.743568 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a0c8c2-92a1-4417-841d-0e5c9f5834ae None None] Checking router: 617551c6-d1d7-4e7b-82ad-fd205f9fe0ac for host: dv-cinder-797170-3-smb {{(pid=92745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:36:28.753351 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a0c8c2-92a1-4417-841d-0e5c9f5834ae None None] Routers {'617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:36:28.754000 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-d9a0c8c2-92a1-4417-841d-0e5c9f5834ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:36:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'], 'active': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:28.798093 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-82397b0d-c71b-4f54-8772-18d3262e0228 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:28.866030 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvr_db [None req-d9a0c8c2-92a1-4417-841d-0e5c9f5834ae None None] Set router 617551c6-d1d7-4e7b-82ad-fd205f9fe0ac gateway port host: dv-cinder-797170-3-smb {{(pid=92745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:36:28.882658 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-82397b0d-c71b-4f54-8772-18d3262e0228 admin admin] Deleting port 77a18f21-e0a6-4627-b8dd-2e9717c8127d {{(pid=92744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:28.883452 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-82397b0d-c71b-4f54-8772-18d3262e0228 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:29.003406 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [None req-82397b0d-c71b-4f54-8772-18d3262e0228 admin admin] For port 77a18f21-e0a6-4627-b8dd-2e9717c8127d, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=77a18f21-e0a6-4627-b8dd-2e9717c8127d,segment=NetworkSegment(187c97c0-b126-42a1-9dd9-08d372d10f19),segment_id=187c97c0-b126-42a1-9dd9-08d372d10f19)] {{(pid=92744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:29.004002 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-82397b0d-c71b-4f54-8772-18d3262e0228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:29.074872 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device ff9f7327-1fb9-4f78-8acd-47f393a69db0 up at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:36:29.124331 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-82397b0d-c71b-4f54-8772-18d3262e0228 admin admin] Calling delete_port for 77a18f21-e0a6-4627-b8dd-2e9717c8127d owned by network:router_gateway {{(pid=92744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:29.184493 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning for port ff9f7327-1fb9-4f78-8acd-47f393a69db0 completed by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:36:29.191151 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_hamode_db [None req-d9a0c8c2-92a1-4417-841d-0e5c9f5834ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'name': 'tempest-TestShelveInstance-2017227742-router', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:31:40Z', 'updated_at': '2021-06-21T04:36:27Z', 'revision_number': 5, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'gw_port': {'id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:41Z', 'updated_at': '2021-06-21T04:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:29.239443 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Provisioning complete for port ff9f7327-1fb9-4f78-8acd-47f393a69db0 triggered by entity L2. {{(pid=92745) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:36:29.240539 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538726'] for port, provisioning_complete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:29.245629 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a0c8c2-92a1-4417-841d-0e5c9f5834ae None None] The sync data for ids ['617551c6-d1d7-4e7b-82ad-fd205f9fe0ac'] in dv-cinder-797170-3-smb is: [{'id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'name': 'tempest-TestShelveInstance-2017227742-router', 'tenant_id': 'e77874d6686d4339bad83bc3b2c55091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:31:40Z', 'updated_at': '2021-06-21T04:36:27Z', 'revision_number': 5, 'project_id': 'e77874d6686d4339bad83bc3b2c55091', 'gw_port': {'id': '77a18f21-e0a6-4627-b8dd-2e9717c8127d', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617551c6-d1d7-4e7b-82ad-fd205f9fe0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:41Z', 'updated_at': '2021-06-21T04:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}] {{(pid=92745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:36:29.345596 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562861'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:29.372777 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f935da-095e-455b-82ea-b48626e34cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9f7327-1fb9-4f78-8acd-47f393a69db0'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:36:29.375232 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3475d6a3a172a2b79f50d1a70ff5aac90d56acc5c8d7e87775413a64462a292d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0600e3b0-746b-4fa3-a490-83ff8c922b99" -d '{"events": [{"server_uuid": "71f935da-095e-455b-82ea-b48626e34cf2", "name": "network-vif-plugged", "status": "completed", "tag": "ff9f7327-1fb9-4f78-8acd-47f393a69db0"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:36:29.390552 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] For port ff9f7327-1fb9-4f78-8acd-47f393a69db0, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ff9f7327-1fb9-4f78-8acd-47f393a69db0,segment=NetworkSegment(598bd12b-0d7b-44ee-8a6a-2ed86440b05a),segment_id=598bd12b-0d7b-44ee-8a6a-2ed86440b05a)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:29.396331 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772645744083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772645313648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772645313693'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:29.398734 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:29.416115 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-82397b0d-c71b-4f54-8772-18d3262e0228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010082'] for port, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:29.430557 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-c3f7f718-67b3-4cb7-b357-4de1f847c2b2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:29.455133 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d652bc-2596-4112-9477-da55f0a46ff8 x-openstack-request-id: req-48d652bc-2596-4112-9477-da55f0a46ff8 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:36:29.455456 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f935da-095e-455b-82ea-b48626e34cf2", "name": "network-vif-plugged", "status": "completed", "tag": "ff9f7327-1fb9-4f78-8acd-47f393a69db0", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:36:29.455843 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-48d652bc-2596-4112-9477-da55f0a46ff8 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:36:29.456341 dv-cinder-797170-3-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f935da-095e-455b-82ea-b48626e34cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9f7327-1fb9-4f78-8acd-47f393a69db0', 'code': 200} Jun 21 04:36:29.457160 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Pushing event updated for resources: {'Port': ['ID=ff9f7327-1fb9-4f78-8acd-47f393a69db0,revision_number=5']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:29.462461 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:29.469875 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82397b0d-c71b-4f54-8772-18d3262e0228 admin admin] Pushing event deleted for resources: {'Port': ['ID=77a18f21-e0a6-4627-b8dd-2e9717c8127d,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:29.495461 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-82397b0d-c71b-4f54-8772-18d3262e0228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:29.572989 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-82397b0d-c71b-4f54-8772-18d3262e0228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515421'] for router_gateway, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:29.686235 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c7466-01ec-411a-9263-0cb4b8028759 req-5177d533-6afc-4139-858b-5aab2e479a74 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:29.687805 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ea4c7466-01ec-411a-9263-0cb4b8028759 req-5177d533-6afc-4139-858b-5aab2e479a74 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=71f935da-095e-455b-82ea-b48626e34cf2 HTTP/1.1" status: 200 len: 945 time: 0.2488832 Jun 21 04:36:29.693759 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-82397b0d-c71b-4f54-8772-18d3262e0228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1047674'] for router, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:29.696417 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-82397b0d-c71b-4f54-8772-18d3262e0228 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:29.784401 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-82397b0d-c71b-4f54-8772-18d3262e0228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-445458'] for router, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:29.784983 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82397b0d-c71b-4f54-8772-18d3262e0228 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 617551c6-d1d7-4e7b-82ad-fd205f9fe0ac {{(pid=92744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:36:29.796624 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-82397b0d-c71b-4f54-8772-18d3262e0228 admin admin] Notify callbacks [] for router, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:29.797792 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-82397b0d-c71b-4f54-8772-18d3262e0228 admin admin] 10.222.0.60 "DELETE /v2.0/routers/617551c6-d1d7-4e7b-82ad-fd205f9fe0ac HTTP/1.1" status: 204 len: 168 time: 1.5552220 Jun 21 04:36:29.801908 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 58010) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:29.843587 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ea4c7466-01ec-411a-9263-0cb4b8028759 req-a7f4bf04-c207-49b4-a29e-b81344a3d8fb tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256218 Jun 21 04:36:29.866341 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bc9f3-539f-4eb3-9e64-06e91b8019c8 req-a6e8a777-23ba-4668-ae17-65fc03d74bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:29.867870 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ae7bc9f3-539f-4eb3-9e64-06e91b8019c8 req-a6e8a777-23ba-4668-ae17-65fc03d74bd5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=71f935da-095e-455b-82ea-b48626e34cf2 HTTP/1.1" status: 200 len: 1098 time: 0.2006140 Jun 21 04:36:29.871157 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddc72ce3-4cde-4de6-ac97-ba57481254ff admin admin] Deleting subnet 5305cd27-b4bd-435d-8b24-d3ace7f876a9 {{(pid=92744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:36:29.876062 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ddc72ce3-4cde-4de6-ac97-ba57481254ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:29.938136 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ddc72ce3-4cde-4de6-ac97-ba57481254ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60010228'] for subnet, precommit_delete_associations {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:29.972122 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-ae7bc9f3-539f-4eb3-9e64-06e91b8019c8 req-ffa49085-18e8-49b4-999e-8c70d34c83f5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970039 Jun 21 04:36:30.040354 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ddc72ce3-4cde-4de6-ac97-ba57481254ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536692'] for subnet, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:30.101041 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ddc72ce3-4cde-4de6-ac97-ba57481254ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60010008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60183854'] for subnet, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:30.103647 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-3311dd63-9779-4b35-a967-a5cb9eb1c671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:30.135174 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc72ce3-4cde-4de6-ac97-ba57481254ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5305cd27-b4bd-435d-8b24-d3ace7f876a9,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:30.138653 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-ddc72ce3-4cde-4de6-ac97-ba57481254ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:30.139681 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-ddc72ce3-4cde-4de6-ac97-ba57481254ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:30.142790 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-ddc72ce3-4cde-4de6-ac97-ba57481254ff admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5305cd27-b4bd-435d-8b24-d3ace7f876a9 HTTP/1.1" status: 204 len: 168 time: 0.3396385 Jun 21 04:36:30.144509 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 58012) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:30.147649 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8177c894-d225-4951-82b7-2ae0c50c4509 None None] Network 681eba82-90ac-47cb-b2b4-73e0ab70b7bd requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:36:30.219812 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d1a56d1f-f3ed-4768-8de7-27aaf89c7edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585160'] for network, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:30.303015 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-d1a56d1f-f3ed-4768-8de7-27aaf89c7edc admin admin] Deleting port 0acd15ce-cae1-4935-9ac8-ba983202c2fc {{(pid=92744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:30.303412 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d1a56d1f-f3ed-4768-8de7-27aaf89c7edc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:30.414649 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [None req-d1a56d1f-f3ed-4768-8de7-27aaf89c7edc admin admin] For port 0acd15ce-cae1-4935-9ac8-ba983202c2fc, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=0acd15ce-cae1-4935-9ac8-ba983202c2fc,segment=NetworkSegment(134464e8-d48b-4988-881c-f3e9a79e0b3f),segment_id=134464e8-d48b-4988-881c-f3e9a79e0b3f)] {{(pid=92744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:30.415433 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d1a56d1f-f3ed-4768-8de7-27aaf89c7edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:30.426335 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7402863c-3d69-4fb9-9470-3ca9a9e28869 None None] DHCP port deletion for 681eba82-90ac-47cb-b2b4-73e0ab70b7bd request from dv-cinder-797170-3-smb {{(pid=92745) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:36:30.469935 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 77a18f21-e0a6-4627-b8dd-2e9717c8127d no longer exists at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:30.495647 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-d1a56d1f-f3ed-4768-8de7-27aaf89c7edc admin admin] Calling delete_port for 0acd15ce-cae1-4935-9ac8-ba983202c2fc owned by network:dhcp {{(pid=92744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:30.511885 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] No Port match for: 77a18f21-e0a6-4627-b8dd-2e9717c8127d {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:36:30.512448 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 77a18f21-e0a6-4627-b8dd-2e9717c8127d not bound to the agent host dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:36:30.513176 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 283d2434-63b8-4c2c-b85f-b93b44e7db2d no longer exists at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:30.562259 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] No Port match for: 283d2434-63b8-4c2c-b85f-b93b44e7db2d {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:36:30.562522 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 283d2434-63b8-4c2c-b85f-b93b44e7db2d not bound to the agent host dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:36:30.577562 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-7402863c-3d69-4fb9-9470-3ca9a9e28869 None None] Deleting port 0acd15ce-cae1-4935-9ac8-ba983202c2fc {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:30.577942 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7402863c-3d69-4fb9-9470-3ca9a9e28869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:30.622854 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d1a56d1f-f3ed-4768-8de7-27aaf89c7edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010082'] for port, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:30.625195 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-7c76eb66-760e-415a-9f06-4cd34124ff9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:30.651058 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a56d1f-f3ed-4768-8de7-27aaf89c7edc admin admin] Pushing event deleted for resources: {'Port': ['ID=0acd15ce-cae1-4935-9ac8-ba983202c2fc,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:30.654255 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-d1a56d1f-f3ed-4768-8de7-27aaf89c7edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:30.655038 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a56d1f-f3ed-4768-8de7-27aaf89c7edc admin admin] No DVR routers for this DVR port 0acd15ce-cae1-4935-9ac8-ba983202c2fc on host dv-cinder-797170-3-smb {{(pid=92744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:36:30.659847 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-7402863c-3d69-4fb9-9470-3ca9a9e28869 None None] For port 0acd15ce-cae1-4935-9ac8-ba983202c2fc, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=0acd15ce-cae1-4935-9ac8-ba983202c2fc,segment=NetworkSegment(134464e8-d48b-4988-881c-f3e9a79e0b3f),segment_id=134464e8-d48b-4988-881c-f3e9a79e0b3f)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:30.660401 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7402863c-3d69-4fb9-9470-3ca9a9e28869 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:30.733225 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-7402863c-3d69-4fb9-9470-3ca9a9e28869 None None] Calling delete_port for 0acd15ce-cae1-4935-9ac8-ba983202c2fc owned by network:dhcp {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:30.778812 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d1a56d1f-f3ed-4768-8de7-27aaf89c7edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536299', 'neutron.services.segments.db._delete_segments_for_network-8772645825747'] for network, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:30.790519 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.services.segments.db [None req-d1a56d1f-f3ed-4768-8de7-27aaf89c7edc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681eba82-90ac-47cb-b2b4-73e0ab70b7bd']}} {{(pid=92744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:30.802445 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.services.segments.db [None req-d1a56d1f-f3ed-4768-8de7-27aaf89c7edc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134464e8-d48b-4988-881c-f3e9a79e0b3f') {'for_net_delete': True} {{(pid=92744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:30.803297 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.services.segments.db [None req-d1a56d1f-f3ed-4768-8de7-27aaf89c7edc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134464e8-d48b-4988-881c-f3e9a79e0b3f') {} {{(pid=92744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:30.813541 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d1a56d1f-f3ed-4768-8de7-27aaf89c7edc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772645825576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60010237'] for segment, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:30.829678 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d1a56d1f-f3ed-4768-8de7-27aaf89c7edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:30.829973 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7402863c-3d69-4fb9-9470-3ca9a9e28869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:30.833028 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:30.841896 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a56d1f-f3ed-4768-8de7-27aaf89c7edc admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=92744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:36:30.842390 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d1a56d1f-f3ed-4768-8de7-27aaf89c7edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60009907'] for segment, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: Traceback (most recent call last): Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: timer() Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: cb(*args, **kw) Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: return func(*args, **kwargs) Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: self._notify() Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: self.callback(batched_events) Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: event.method(event) Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: return f(self, *a, **k) Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: return self._get(url).json() Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: return self.request(url, 'GET', **kwargs) Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:36:30.846625 dv-cinder-797170-3-smb neutron-server[92744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:36:30.881155 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402863c-3d69-4fb9-9470-3ca9a9e28869 None None] Pushing event deleted for resources: {'Port': ['ID=0acd15ce-cae1-4935-9ac8-ba983202c2fc,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:30.886745 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-7402863c-3d69-4fb9-9470-3ca9a9e28869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:30.888291 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7402863c-3d69-4fb9-9470-3ca9a9e28869 None None] No DVR routers for this DVR port 0acd15ce-cae1-4935-9ac8-ba983202c2fc on host dv-cinder-797170-3-smb {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:36:30.947574 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d1a56d1f-f3ed-4768-8de7-27aaf89c7edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515458'] for network, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:30.954464 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-d1a56d1f-f3ed-4768-8de7-27aaf89c7edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:30.959933 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-d1a56d1f-f3ed-4768-8de7-27aaf89c7edc admin admin] 10.222.0.60 "DELETE /v2.0/networks/681eba82-90ac-47cb-b2b4-73e0ab70b7bd HTTP/1.1" status: 204 len: 168 time: 0.8137267 Jun 21 04:36:30.961276 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e207acc4-7fae-4243-b48b-1cd940a9ccdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:30.964941 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 58016) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:31.064051 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a56d1f-f3ed-4768-8de7-27aaf89c7edc admin admin] Pushing event deleted for resources: {'Network': ['ID=681eba82-90ac-47cb-b2b4-73e0ab70b7bd,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:31.070630 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-d1a56d1f-f3ed-4768-8de7-27aaf89c7edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:31.105797 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ea651-f802-405d-8356-b75b5005baf2 req-99cd5e3e-7731-49f3-9abd-4c7f0a73da36 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:31.107455 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-161ea651-f802-405d-8356-b75b5005baf2 req-99cd5e3e-7731-49f3-9abd-4c7f0a73da36 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=71f935da-095e-455b-82ea-b48626e34cf2 HTTP/1.1" status: 200 len: 945 time: 0.0761442 Jun 21 04:36:31.168965 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-161ea651-f802-405d-8356-b75b5005baf2 req-c8220b09-7eb8-4aeb-8289-f64cbece10c2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540733 Jun 21 04:36:31.444026 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-89137ae0-5e3a-4224-873c-675eddd48158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442829'] for router_interface, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.751779 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-89137ae0-5e3a-4224-873c-675eddd48158 admin admin] Deleting port e9a6b687-cff1-4578-b461-f0e586d7f973 {{(pid=92744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:31.752043 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-89137ae0-5e3a-4224-873c-675eddd48158 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.836593 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [None req-89137ae0-5e3a-4224-873c-675eddd48158 admin admin] For port e9a6b687-cff1-4578-b461-f0e586d7f973, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=e9a6b687-cff1-4578-b461-f0e586d7f973,segment=NetworkSegment(e7b50e44-03b8-4a29-af34-a6a00329c306),segment_id=e7b50e44-03b8-4a29-af34-a6a00329c306)] {{(pid=92744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:31.837734 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-89137ae0-5e3a-4224-873c-675eddd48158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.908922 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-89137ae0-5e3a-4224-873c-675eddd48158 admin admin] Calling delete_port for e9a6b687-cff1-4578-b461-f0e586d7f973 owned by network:router_interface {{(pid=92744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:32.107832 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-89137ae0-5e3a-4224-873c-675eddd48158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010082'] for port, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:32.110356 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-0e5663bd-561d-4121-b374-5be929dca67f tempest-ServerRescueNegativeTestJSON-44727529 tempest-ServerRescueNegativeTestJSON-44727529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:32.141037 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89137ae0-5e3a-4224-873c-675eddd48158 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a6b687-cff1-4578-b461-f0e586d7f973,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:32.144320 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-89137ae0-5e3a-4224-873c-675eddd48158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:32.379350 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 0acd15ce-cae1-4935-9ac8-ba983202c2fc no longer exists at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:32.401084 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] No Port match for: 0acd15ce-cae1-4935-9ac8-ba983202c2fc {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:36:32.401391 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 0acd15ce-cae1-4935-9ac8-ba983202c2fc not bound to the agent host dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:36:32.540022 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf8382-468d-4212-b65d-85b5af3c51e1 req-0ac8c104-4559-4436-8c6a-5e37cbcc724c tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:32.542740 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9fdf8382-468d-4212-b65d-85b5af3c51e1 req-0ac8c104-4559-4436-8c6a-5e37cbcc724c tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=71f935da-095e-455b-82ea-b48626e34cf2 HTTP/1.1" status: 200 len: 945 time: 0.2080142 Jun 21 04:36:32.544631 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-89137ae0-5e3a-4224-873c-675eddd48158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442737'] for router_interface, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:32.689475 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-9fdf8382-468d-4212-b65d-85b5af3c51e1 req-2e8cd1a8-a858-4f39-958c-9e80988c6a7e tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397786 Jun 21 04:36:32.908160 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89137ae0-5e3a-4224-873c-675eddd48158 admin admin] Router 6a13c9cf-e56f-4291-9dec-06daa36ed1e7 has already been hosted by L3 agent 9dce2371-c7d1-4554-82f1-934c71a73a6a {{(pid=92744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:36:33.112077 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89137ae0-5e3a-4224-873c-675eddd48158 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-smb the message routers_updated {{(pid=92744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:36:33.118013 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-89137ae0-5e3a-4224-873c-675eddd48158 admin admin] 10.222.0.60 "PUT /v2.0/routers/6a13c9cf-e56f-4291-9dec-06daa36ed1e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1514955 Jun 21 04:36:33.121481 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 58026) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:33.125295 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e1ae53-2e78-4439-bc84-07f6f4e1ffa5 None None] Sync routers for ids ['6a13c9cf-e56f-4291-9dec-06daa36ed1e7'] in dv-cinder-797170-3-smb {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:36:33.136220 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e1ae53-2e78-4439-bc84-07f6f4e1ffa5 None None] Routers {'6a13c9cf-e56f-4291-9dec-06daa36ed1e7'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:36:33.137139 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-10e1ae53-2e78-4439-bc84-07f6f4e1ffa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:36:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['6a13c9cf-e56f-4291-9dec-06daa36ed1e7'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:33.373429 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-10e1ae53-2e78-4439-bc84-07f6f4e1ffa5 None None] Set router 6a13c9cf-e56f-4291-9dec-06daa36ed1e7 gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:36:33.541650 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-da409cca-efe9-405d-b970-2af2bbd2b998 admin admin] Notify callbacks [] for router, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.608060 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-10e1ae53-2e78-4439-bc84-07f6f4e1ffa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a13c9cf-e56f-4291-9dec-06daa36ed1e7', 'name': 'tempest-TestShelveInstance-1993291102-router', 'tenant_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6a456d65-6665-4ab3-9748-4a3d6e54d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:31:50Z', 'updated_at': '2021-06-21T04:36:32Z', 'revision_number': 5, 'project_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'gw_port': {'id': '6a456d65-6665-4ab3-9748-4a3d6e54d948', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:56:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a13c9cf-e56f-4291-9dec-06daa36ed1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:51Z', 'updated_at': '2021-06-21T04:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:33.655060 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e1ae53-2e78-4439-bc84-07f6f4e1ffa5 None None] Checking router: 6a13c9cf-e56f-4291-9dec-06daa36ed1e7 for host: dv-cinder-797170-3-smb {{(pid=92746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:36:33.669884 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e1ae53-2e78-4439-bc84-07f6f4e1ffa5 None None] Routers {'6a13c9cf-e56f-4291-9dec-06daa36ed1e7'} bound to L3 agent in host dv-cinder-797170-3-smb {{(pid=92746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:36:33.671002 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-10e1ae53-2e78-4439-bc84-07f6f4e1ffa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:20:18Z,description=,heartbeat_timestamp=2021-06-21T04:36:18Z,host='dv-cinder-797170-3-smb',id=9dce2371-c7d1-4554-82f1-934c71a73a6a,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:20:18Z,topic='l3_agent')) {'router_ids': ['6a13c9cf-e56f-4291-9dec-06daa36ed1e7'], 'active': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:33.702715 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-da409cca-efe9-405d-b970-2af2bbd2b998 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.784364 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-da409cca-efe9-405d-b970-2af2bbd2b998 admin admin] Deleting port 6a456d65-6665-4ab3-9748-4a3d6e54d948 {{(pid=92744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:33.784936 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-da409cca-efe9-405d-b970-2af2bbd2b998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.822129 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_dvr_db [None req-10e1ae53-2e78-4439-bc84-07f6f4e1ffa5 None None] Set router 6a13c9cf-e56f-4291-9dec-06daa36ed1e7 gateway port host: dv-cinder-797170-3-smb {{(pid=92746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:36:33.921179 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [None req-da409cca-efe9-405d-b970-2af2bbd2b998 admin admin] For port 6a456d65-6665-4ab3-9748-4a3d6e54d948, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=6a456d65-6665-4ab3-9748-4a3d6e54d948,segment=NetworkSegment(187c97c0-b126-42a1-9dd9-08d372d10f19),segment_id=187c97c0-b126-42a1-9dd9-08d372d10f19)] {{(pid=92744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:33.921928 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-da409cca-efe9-405d-b970-2af2bbd2b998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.996266 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-da409cca-efe9-405d-b970-2af2bbd2b998 admin admin] Calling delete_port for 6a456d65-6665-4ab3-9748-4a3d6e54d948 owned by network:router_gateway {{(pid=92744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:34.016586 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.l3_hamode_db [None req-10e1ae53-2e78-4439-bc84-07f6f4e1ffa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a13c9cf-e56f-4291-9dec-06daa36ed1e7', 'name': 'tempest-TestShelveInstance-1993291102-router', 'tenant_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6a456d65-6665-4ab3-9748-4a3d6e54d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:31:50Z', 'updated_at': '2021-06-21T04:36:32Z', 'revision_number': 5, 'project_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'gw_port': {'id': '6a456d65-6665-4ab3-9748-4a3d6e54d948', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:56:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a13c9cf-e56f-4291-9dec-06daa36ed1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:51Z', 'updated_at': '2021-06-21T04:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}], 'dv-cinder-797170-3-smb', False) {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:34.047974 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e1ae53-2e78-4439-bc84-07f6f4e1ffa5 None None] The sync data for ids ['6a13c9cf-e56f-4291-9dec-06daa36ed1e7'] in dv-cinder-797170-3-smb is: [{'id': '6a13c9cf-e56f-4291-9dec-06daa36ed1e7', 'name': 'tempest-TestShelveInstance-1993291102-router', 'tenant_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'external_fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6a456d65-6665-4ab3-9748-4a3d6e54d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:31:50Z', 'updated_at': '2021-06-21T04:36:32Z', 'revision_number': 5, 'project_id': '9ffeccdc191e408eb9f2cce15ede05c2', 'gw_port': {'id': '6a456d65-6665-4ab3-9748-4a3d6e54d948', 'name': '', 'network_id': 'b03547ff-bdb5-4cf0-b910-6012328878f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:56:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a13c9cf-e56f-4291-9dec-06daa36ed1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:31:51Z', 'updated_at': '2021-06-21T04:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077b926c-3bf0-4e4d-825c-99f0c2191e19', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-smb'}] {{(pid=92746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:36:34.224176 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-da409cca-efe9-405d-b970-2af2bbd2b998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010082'] for port, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:34.227076 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-d584403a-5ddc-4661-9067-ab18549a551a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:34.252825 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da409cca-efe9-405d-b970-2af2bbd2b998 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a456d65-6665-4ab3-9748-4a3d6e54d948,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:34.255502 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-da409cca-efe9-405d-b970-2af2bbd2b998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:34.345807 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-da409cca-efe9-405d-b970-2af2bbd2b998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515421'] for router_gateway, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:34.446724 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-da409cca-efe9-405d-b970-2af2bbd2b998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1047674'] for router, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:34.449301 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-da409cca-efe9-405d-b970-2af2bbd2b998 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:34.508072 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-da409cca-efe9-405d-b970-2af2bbd2b998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-445458'] for router, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:34.508773 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da409cca-efe9-405d-b970-2af2bbd2b998 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a13c9cf-e56f-4291-9dec-06daa36ed1e7 {{(pid=92744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:36:34.513328 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-da409cca-efe9-405d-b970-2af2bbd2b998 admin admin] Notify callbacks [] for router, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:34.515150 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-da409cca-efe9-405d-b970-2af2bbd2b998 admin admin] 10.222.0.60 "DELETE /v2.0/routers/6a13c9cf-e56f-4291-9dec-06daa36ed1e7 HTTP/1.1" status: 204 len: 168 time: 1.3925090 Jun 21 04:36:34.520840 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 58038) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:34.551546 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device e9a6b687-cff1-4578-b461-f0e586d7f973 no longer exists at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:34.573796 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] No Port match for: e9a6b687-cff1-4578-b461-f0e586d7f973 {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:36:34.574146 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device e9a6b687-cff1-4578-b461-f0e586d7f973 not bound to the agent host dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:36:34.952024 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2731bd-9da0-4cab-a6f7-7c758e58ec56 admin admin] Deleting subnet bd3af09f-8aa9-47dc-a6d3-28748ac156a3 {{(pid=92743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:36:34.957608 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1f2731bd-9da0-4cab-a6f7-7c758e58ec56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.018544 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1f2731bd-9da0-4cab-a6f7-7c758e58ec56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59026074'] for subnet, precommit_delete_associations {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.150339 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1f2731bd-9da0-4cab-a6f7-7c758e58ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536692'] for subnet, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.216163 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1f2731bd-9da0-4cab-a6f7-7c758e58ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60629659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012950'] for subnet, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.219720 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-edf14049-da11-4fd2-9981-1dba0985239f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:35.248853 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1f2731bd-9da0-4cab-a6f7-7c758e58ec56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for subnet, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.252509 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-1f2731bd-9da0-4cab-a6f7-7c758e58ec56 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bd3af09f-8aa9-47dc-a6d3-28748ac156a3 HTTP/1.1" status: 204 len: 168 time: 0.7298765 Jun 21 04:36:35.253766 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 58042) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:35.254500 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2731bd-9da0-4cab-a6f7-7c758e58ec56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd3af09f-8aa9-47dc-a6d3-28748ac156a3,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:35.259541 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-1f2731bd-9da0-4cab-a6f7-7c758e58ec56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:35.261880 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7095430b-c894-48a8-ad55-759bf718735b None None] Network a4f40ad3-6699-4d37-aed2-895750f4c803 requested from dv-cinder-797170-3-smb {{(pid=92745) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:36:35.387249 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9a24c89f-c9c1-4538-b278-1a0acc35afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585160'] for network, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.454043 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-9a24c89f-c9c1-4538-b278-1a0acc35afa6 admin admin] Deleting port 189ba881-8e1e-41b0-ab80-ab597ff13644 {{(pid=92744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:35.454395 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9a24c89f-c9c1-4538-b278-1a0acc35afa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.513281 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8841c5-c2f7-4d8b-9885-71891232cb8b None None] DHCP port deletion for a4f40ad3-6699-4d37-aed2-895750f4c803 request from dv-cinder-797170-3-smb {{(pid=92745) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:36:35.538714 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [None req-9a24c89f-c9c1-4538-b278-1a0acc35afa6 admin admin] For port 189ba881-8e1e-41b0-ab80-ab597ff13644, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=189ba881-8e1e-41b0-ab80-ab597ff13644,segment=NetworkSegment(e7b50e44-03b8-4a29-af34-a6a00329c306),segment_id=e7b50e44-03b8-4a29-af34-a6a00329c306)] {{(pid=92744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:35.539054 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9a24c89f-c9c1-4538-b278-1a0acc35afa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.593557 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-8f8841c5-c2f7-4d8b-9885-71891232cb8b None None] Deleting port 189ba881-8e1e-41b0-ab80-ab597ff13644 {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:35.594320 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8f8841c5-c2f7-4d8b-9885-71891232cb8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.620994 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [None req-9a24c89f-c9c1-4538-b278-1a0acc35afa6 admin admin] Calling delete_port for 189ba881-8e1e-41b0-ab80-ab597ff13644 owned by network:dhcp {{(pid=92744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:35.669566 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-8f8841c5-c2f7-4d8b-9885-71891232cb8b None None] For port 189ba881-8e1e-41b0-ab80-ab597ff13644, host dv-cinder-797170-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-smb',level=0,port_id=189ba881-8e1e-41b0-ab80-ab597ff13644,segment=NetworkSegment(e7b50e44-03b8-4a29-af34-a6a00329c306),segment_id=e7b50e44-03b8-4a29-af34-a6a00329c306)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:35.670088 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8f8841c5-c2f7-4d8b-9885-71891232cb8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.718206 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9a24c89f-c9c1-4538-b278-1a0acc35afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010082'] for port, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.721367 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-fd7d3149-c6ea-449e-9dd9-1dc5858ba087 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:35.737198 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-8f8841c5-c2f7-4d8b-9885-71891232cb8b None None] Calling delete_port for 189ba881-8e1e-41b0-ab80-ab597ff13644 owned by network:dhcp {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:35.748475 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24c89f-c9c1-4538-b278-1a0acc35afa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=189ba881-8e1e-41b0-ab80-ab597ff13644,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:35.751795 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-9a24c89f-c9c1-4538-b278-1a0acc35afa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:35.752581 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a24c89f-c9c1-4538-b278-1a0acc35afa6 admin admin] No DVR routers for this DVR port 189ba881-8e1e-41b0-ab80-ab597ff13644 on host dv-cinder-797170-3-smb {{(pid=92744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:36:35.819917 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8f8841c5-c2f7-4d8b-9885-71891232cb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.822081 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-7402863c-3d69-4fb9-9470-3ca9a9e28869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:35.846962 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8841c5-c2f7-4d8b-9885-71891232cb8b None None] Pushing event deleted for resources: {'Port': ['ID=189ba881-8e1e-41b0-ab80-ab597ff13644,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:35.856150 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-8f8841c5-c2f7-4d8b-9885-71891232cb8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:35.856150 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8841c5-c2f7-4d8b-9885-71891232cb8b None None] No DVR routers for this DVR port 189ba881-8e1e-41b0-ab80-ab597ff13644 on host dv-cinder-797170-3-smb {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:36:35.866546 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9a24c89f-c9c1-4538-b278-1a0acc35afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536299', 'neutron.services.segments.db._delete_segments_for_network-8772645825747'] for network, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.885990 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.services.segments.db [None req-9a24c89f-c9c1-4538-b278-1a0acc35afa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f40ad3-6699-4d37-aed2-895750f4c803']}} {{(pid=92744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:35.906441 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.services.segments.db [None req-9a24c89f-c9c1-4538-b278-1a0acc35afa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b50e44-03b8-4a29-af34-a6a00329c306') {'for_net_delete': True} {{(pid=92744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:35.907042 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.services.segments.db [None req-9a24c89f-c9c1-4538-b278-1a0acc35afa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b50e44-03b8-4a29-af34-a6a00329c306') {} {{(pid=92744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:35.922457 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9a24c89f-c9c1-4538-b278-1a0acc35afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772645825576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60010237'] for segment, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.941193 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9a24c89f-c9c1-4538-b278-1a0acc35afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.949033 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a24c89f-c9c1-4538-b278-1a0acc35afa6 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=92744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:36:35.949439 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9a24c89f-c9c1-4538-b278-1a0acc35afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60009907'] for segment, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: Traceback (most recent call last): Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: timer() Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: cb(*args, **kw) Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: return func(*args, **kwargs) Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: self._notify() Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: self.callback(batched_events) Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: event.method(event) Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: return f(self, *a, **k) Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: return self._get(url).json() Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: return self.request(url, 'GET', **kwargs) Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:36:35.951273 dv-cinder-797170-3-smb neutron-server[92744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:36:36.014931 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9a24c89f-c9c1-4538-b278-1a0acc35afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515458'] for network, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:36.019923 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-a5362368-a174-43fb-b660-c2bbc25fbb48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:36.024691 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9a24c89f-c9c1-4538-b278-1a0acc35afa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:36.027613 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-9a24c89f-c9c1-4538-b278-1a0acc35afa6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a4f40ad3-6699-4d37-aed2-895750f4c803 HTTP/1.1" status: 204 len: 168 time: 0.7722297 Jun 21 04:36:36.046845 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24c89f-c9c1-4538-b278-1a0acc35afa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4f40ad3-6699-4d37-aed2-895750f4c803,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:36.050377 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-9a24c89f-c9c1-4538-b278-1a0acc35afa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:36.244406 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 58048) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:36.265991 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 189ba881-8e1e-41b0-ab80-ab597ff13644 no longer exists at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:36.286499 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] No Port match for: 189ba881-8e1e-41b0-ab80-ab597ff13644 {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:36:36.286858 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 189ba881-8e1e-41b0-ab80-ab597ff13644 not bound to the agent host dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:36:36.287292 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 6a456d65-6665-4ab3-9748-4a3d6e54d948 no longer exists at agent ovs-agent-dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:36.306967 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] No Port match for: 6a456d65-6665-4ab3-9748-4a3d6e54d948 {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:36:36.307316 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Device 6a456d65-6665-4ab3-9748-4a3d6e54d948 not bound to the agent host dv-cinder-797170-3-smb {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:36:36.473406 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-5c8eaba6-4471-4e69-a0af-794560860dfd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e77874d6686d4339bad83bc3b2c55091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272785 Jun 21 04:36:36.476365 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 58052) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:36.535983 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-60d26ca0-f019-4968-abe4-3e779136cc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:36.573008 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-60d26ca0-f019-4968-abe4-3e779136cc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:36.649112 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-60d26ca0-f019-4968-abe4-3e779136cc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:36.654183 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-60d26ca0-f019-4968-abe4-3e779136cc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:36.656105 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-60d26ca0-f019-4968-abe4-3e779136cc94 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/46810e91-3c49-4fea-8932-001ed2ad9a87 HTTP/1.1" status: 204 len: 168 time: 0.1785097 Jun 21 04:36:36.657408 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-6fa93c98-573e-4362-b2c8-e761ed8ecb2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:36.671166 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d26ca0-f019-4968-abe4-3e779136cc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46810e91-3c49-4fea-8932-001ed2ad9a87,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:36.675643 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-60d26ca0-f019-4968-abe4-3e779136cc94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:36.970030 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 58062) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:37.023500 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-9daf42fe-b25a-44f1-a8d0-f9d326b3ac1f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ffeccdc191e408eb9f2cce15ede05c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516474 Jun 21 04:36:37.025862 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 58066) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:37.087639 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-0d54f99a-7bd6-41c9-83b0-087cf68430df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:37.123279 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-0d54f99a-7bd6-41c9-83b0-087cf68430df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:37.202832 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-0d54f99a-7bd6-41c9-83b0-087cf68430df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:37.206478 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-0d54f99a-7bd6-41c9-83b0-087cf68430df admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:37.207841 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-0d54f99a-7bd6-41c9-83b0-087cf68430df admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aeb1d969-c9a1-4d3b-abd1-d3942498b1ad HTTP/1.1" status: 204 len: 168 time: 0.1807702 Jun 21 04:36:37.209508 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-ceb89d0f-2337-4273-bf15-3a197b995649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:37.225270 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54f99a-7bd6-41c9-83b0-087cf68430df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb1d969-c9a1-4d3b-abd1-d3942498b1ad,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:37.229389 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-0d54f99a-7bd6-41c9-83b0-087cf68430df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:40.209127 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b114b16-b500-4462-a38c-e24f3d03fb92 req-ad0d97ab-8b5b-4463-9efb-0defacdef5cd tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:40.211071 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-2b114b16-b500-4462-a38c-e24f3d03fb92 req-ad0d97ab-8b5b-4463-9efb-0defacdef5cd tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=71f935da-095e-455b-82ea-b48626e34cf2 HTTP/1.1" status: 200 len: 945 time: 0.0791097 Jun 21 04:36:40.251556 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-2b114b16-b500-4462-a38c-e24f3d03fb92 req-e92bc03d-cdd3-4cad-aa96-05938bc8858d tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342889 Jun 21 04:36:41.443655 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aaff94-f266-477f-a893-18e3c1e076a1 req-6088b312-e93b-463f-bde6-4ab91f5bd1ef tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:41.445225 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-47aaff94-f266-477f-a893-18e3c1e076a1 req-6088b312-e93b-463f-bde6-4ab91f5bd1ef tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=71f935da-095e-455b-82ea-b48626e34cf2 HTTP/1.1" status: 200 len: 945 time: 0.0702937 Jun 21 04:36:41.485190 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-47aaff94-f266-477f-a893-18e3c1e076a1 req-bd4a078e-803f-468c-a0e2-3506ad7bd6a9 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338123 Jun 21 04:36:41.894572 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dea537-ffad-4c4a-a086-51afd37cb3c7 req-9c3ed471-e61f-4a90-a00b-88b23b4ecd71 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:41.896946 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-17dea537-ffad-4c4a-a086-51afd37cb3c7 req-9c3ed471-e61f-4a90-a00b-88b23b4ecd71 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.61 "GET /v2.0/ports?device_id=71f935da-095e-455b-82ea-b48626e34cf2 HTTP/1.1" status: 200 len: 945 time: 0.0715411 Jun 21 04:36:42.008867 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [req-17dea537-ffad-4c4a-a086-51afd37cb3c7 req-7d2f35cc-5963-434d-9f61-9998b4cbb787 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Deleting port ff9f7327-1fb9-4f78-8acd-47f393a69db0 {{(pid=92744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:42.009214 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-17dea537-ffad-4c4a-a086-51afd37cb3c7 req-7d2f35cc-5963-434d-9f61-9998b4cbb787 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:42.107684 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-17dea537-ffad-4c4a-a086-51afd37cb3c7 req-7d2f35cc-5963-434d-9f61-9998b4cbb787 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] For port ff9f7327-1fb9-4f78-8acd-47f393a69db0, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ff9f7327-1fb9-4f78-8acd-47f393a69db0,segment=NetworkSegment(598bd12b-0d7b-44ee-8a6a-2ed86440b05a),segment_id=598bd12b-0d7b-44ee-8a6a-2ed86440b05a)] {{(pid=92744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:42.108051 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-17dea537-ffad-4c4a-a086-51afd37cb3c7 req-7d2f35cc-5963-434d-9f61-9998b4cbb787 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:42.175958 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [req-17dea537-ffad-4c4a-a086-51afd37cb3c7 req-7d2f35cc-5963-434d-9f61-9998b4cbb787 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Calling delete_port for ff9f7327-1fb9-4f78-8acd-47f393a69db0 owned by compute:nova {{(pid=92744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:42.321536 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-17dea537-ffad-4c4a-a086-51afd37cb3c7 req-7d2f35cc-5963-434d-9f61-9998b4cbb787 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010082'] for port, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:42.326119 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-413341bf-feb4-4181-b3a8-def1054095a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:42.336346 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['4759b7b3-b193-4251-8a96-cf30f0cc48b5', '464c23fa-0f1e-4a91-8b5c-2824cfa779ad', '967af820-e622-4ac4-be02-6ba852aca607', 'ff9f7327-1fb9-4f78-8acd-47f393a69db0'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:36:42.353001 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f35cc-5963-434d-9f61-9998b4cbb787 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Pushing event deleted for resources: {'Port': ['ID=ff9f7327-1fb9-4f78-8acd-47f393a69db0,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:42.356400 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-7d2f35cc-5963-434d-9f61-9998b4cbb787 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:42.406649 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [req-17dea537-ffad-4c4a-a086-51afd37cb3c7 req-7d2f35cc-5963-434d-9f61-9998b4cbb787 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] No DVR routers for this DVR port ff9f7327-1fb9-4f78-8acd-47f393a69db0 on host hv-cinder-79717 {{(pid=92744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:36:42.409478 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-17dea537-ffad-4c4a-a086-51afd37cb3c7 req-7d2f35cc-5963-434d-9f61-9998b4cbb787 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:42.411731 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-17dea537-ffad-4c4a-a086-51afd37cb3c7 req-7d2f35cc-5963-434d-9f61-9998b4cbb787 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.61 "DELETE /v2.0/ports/ff9f7327-1fb9-4f78-8acd-47f393a69db0 HTTP/1.1" status: 204 len: 173 time: 0.5080624 Jun 21 04:36:42.412325 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f935da-095e-455b-82ea-b48626e34cf2', 'name': 'network-vif-deleted', 'tag': 'ff9f7327-1fb9-4f78-8acd-47f393a69db0'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:36:42.414758 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8fbc21-b3bd-4819-995f-13144dc1e4d5" -d '{"events": [{"server_uuid": "71f935da-095e-455b-82ea-b48626e34cf2", "name": "network-vif-deleted", "tag": "ff9f7327-1fb9-4f78-8acd-47f393a69db0"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:36:42.454602 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb8f7ce-1ea4-43b4-bf0e-846218f84f20 x-openstack-request-id: req-bdb8f7ce-1ea4-43b4-bf0e-846218f84f20 {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:36:42.454973 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f935da-095e-455b-82ea-b48626e34cf2", "name": "network-vif-deleted", "tag": "ff9f7327-1fb9-4f78-8acd-47f393a69db0", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:36:42.455234 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bdb8f7ce-1ea4-43b4-bf0e-846218f84f20 {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:36:42.455686 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f935da-095e-455b-82ea-b48626e34cf2', 'name': 'network-vif-deleted', 'tag': 'ff9f7327-1fb9-4f78-8acd-47f393a69db0', 'status': 'completed', 'code': 200} Jun 21 04:36:42.668578 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-3fc50bd4-e5ac-457b-9c37-c54a73bfe813 req-fbbf448e-e112-4195-9880-8609372fa232 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=71f935da-095e-455b-82ea-b48626e34cf2 HTTP/1.1" status: 200 len: 210 time: 0.0382855 Jun 21 04:36:43.709688 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:36:45.002801 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-bfbeef8c-9c50-4162-9a93-f91797d4f282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:45.159917 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device ff9f7327-1fb9-4f78-8acd-47f393a69db0 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:45.186703 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] No Port match for: ff9f7327-1fb9-4f78-8acd-47f393a69db0 {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:36:45.187104 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device ff9f7327-1fb9-4f78-8acd-47f393a69db0 not bound to the agent host hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:36:45.379210 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b6d52-528c-443b-8dde-704db0de7b46 req-f5391005-d0dd-45f4-ad4e-6a741c45abcf tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:45.381722 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-eb9b6d52-528c-443b-8dde-704db0de7b46 req-f5391005-d0dd-45f4-ad4e-6a741c45abcf tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=a29e8655-f402-4a0a-85ed-fa9aff1d004d HTTP/1.1" status: 200 len: 946 time: 0.0802085 Jun 21 04:36:45.428321 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-eb9b6d52-528c-443b-8dde-704db0de7b46 req-fa6a629c-d0ed-42e3-aacb-f9eb6777d77e tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365367 Jun 21 04:36:46.623712 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39166d8d-4b9d-4ab7-9dc9-0623d5ecd096 req-1d1a2712-7ad0-4265-bd6a-897ad383e2bb tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:46.625700 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-39166d8d-4b9d-4ab7-9dc9-0623d5ecd096 req-1d1a2712-7ad0-4265-bd6a-897ad383e2bb tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=a29e8655-f402-4a0a-85ed-fa9aff1d004d HTTP/1.1" status: 200 len: 946 time: 0.0720856 Jun 21 04:36:46.675491 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-39166d8d-4b9d-4ab7-9dc9-0623d5ecd096 req-f5af316e-4e0b-4606-a174-a5dae58cb8c1 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390620 Jun 21 04:36:47.127286 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc2460-758d-4753-b899-121bec432b56 req-fa920e15-c6b0-4abf-a795-25185aab2d35 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:47.129365 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-7dfc2460-758d-4753-b899-121bec432b56 req-fa920e15-c6b0-4abf-a795-25185aab2d35 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.61 "GET /v2.0/ports?device_id=a29e8655-f402-4a0a-85ed-fa9aff1d004d HTTP/1.1" status: 200 len: 946 time: 0.0697737 Jun 21 04:36:47.244178 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [req-7dfc2460-758d-4753-b899-121bec432b56 req-454022ce-17e4-416c-b293-8b0206bc8af2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Deleting port 967af820-e622-4ac4-be02-6ba852aca607 {{(pid=92744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:47.244434 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-7dfc2460-758d-4753-b899-121bec432b56 req-454022ce-17e4-416c-b293-8b0206bc8af2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:47.349366 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-7dfc2460-758d-4753-b899-121bec432b56 req-454022ce-17e4-416c-b293-8b0206bc8af2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] For port 967af820-e622-4ac4-be02-6ba852aca607, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=967af820-e622-4ac4-be02-6ba852aca607,segment=NetworkSegment(598bd12b-0d7b-44ee-8a6a-2ed86440b05a),segment_id=598bd12b-0d7b-44ee-8a6a-2ed86440b05a)] {{(pid=92744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:47.349725 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-7dfc2460-758d-4753-b899-121bec432b56 req-454022ce-17e4-416c-b293-8b0206bc8af2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:47.423591 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [req-7dfc2460-758d-4753-b899-121bec432b56 req-454022ce-17e4-416c-b293-8b0206bc8af2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Calling delete_port for 967af820-e622-4ac4-be02-6ba852aca607 owned by compute:nova {{(pid=92744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:47.567456 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-7dfc2460-758d-4753-b899-121bec432b56 req-454022ce-17e4-416c-b293-8b0206bc8af2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010082'] for port, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:47.573970 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-39897ffd-f12e-4892-87c4-662cf546701f tempest-AttachVolumeShelveTestJSON-2146263165 tempest-AttachVolumeShelveTestJSON-2146263165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:47.584479 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['4759b7b3-b193-4251-8a96-cf30f0cc48b5', '464c23fa-0f1e-4a91-8b5c-2824cfa779ad'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:36:47.601916 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454022ce-17e4-416c-b293-8b0206bc8af2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Pushing event deleted for resources: {'Port': ['ID=967af820-e622-4ac4-be02-6ba852aca607,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:47.605508 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-454022ce-17e4-416c-b293-8b0206bc8af2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:47.651601 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dfc2460-758d-4753-b899-121bec432b56 req-454022ce-17e4-416c-b293-8b0206bc8af2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] No DVR routers for this DVR port 967af820-e622-4ac4-be02-6ba852aca607 on host hv-cinder-79717 {{(pid=92744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:36:47.654485 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-7dfc2460-758d-4753-b899-121bec432b56 req-454022ce-17e4-416c-b293-8b0206bc8af2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:47.656777 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-7dfc2460-758d-4753-b899-121bec432b56 req-454022ce-17e4-416c-b293-8b0206bc8af2 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.61 "DELETE /v2.0/ports/967af820-e622-4ac4-be02-6ba852aca607 HTTP/1.1" status: 204 len: 173 time: 0.5205107 Jun 21 04:36:47.657347 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29e8655-f402-4a0a-85ed-fa9aff1d004d', 'name': 'network-vif-deleted', 'tag': '967af820-e622-4ac4-be02-6ba852aca607'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:36:47.659843 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627ae502-79bf-4329-88a8-1d06c23b94e4" -d '{"events": [{"server_uuid": "a29e8655-f402-4a0a-85ed-fa9aff1d004d", "name": "network-vif-deleted", "tag": "967af820-e622-4ac4-be02-6ba852aca607"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:36:47.698936 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617bf1b9-285a-46f9-85d2-a4953ef9427a x-openstack-request-id: req-617bf1b9-285a-46f9-85d2-a4953ef9427a {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:36:47.699416 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29e8655-f402-4a0a-85ed-fa9aff1d004d", "name": "network-vif-deleted", "tag": "967af820-e622-4ac4-be02-6ba852aca607", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:36:47.699854 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-617bf1b9-285a-46f9-85d2-a4953ef9427a {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:36:47.700366 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29e8655-f402-4a0a-85ed-fa9aff1d004d', 'name': 'network-vif-deleted', 'tag': '967af820-e622-4ac4-be02-6ba852aca607', 'status': 'completed', 'code': 200} Jun 21 04:36:47.866374 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-87e2c12d-71e4-4e54-abe6-e65369a9ca59 req-ff61cbd8-871e-4803-a2e4-2d310b245e23 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=a29e8655-f402-4a0a-85ed-fa9aff1d004d HTTP/1.1" status: 200 len: 210 time: 0.0343604 Jun 21 04:36:48.001136 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1676de30-b5e1-41dc-922f-c2ed1d586cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:48.222056 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:48.229594 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:48.929066 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:49.158315 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 967af820-e622-4ac4-be02-6ba852aca607 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:49.196625 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] No Port match for: 967af820-e622-4ac4-be02-6ba852aca607 {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:36:49.197661 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 967af820-e622-4ac4-be02-6ba852aca607 not bound to the agent host hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:36:49.422672 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86188096-531d-465d-96d9-cc948b4a3df6 req-7968c710-102c-45eb-864f-f86c44208144 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:49.425042 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-86188096-531d-465d-96d9-cc948b4a3df6 req-7968c710-102c-45eb-864f-f86c44208144 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=5de67b97-534d-4489-981b-c755a6c2070d HTTP/1.1" status: 200 len: 945 time: 0.0853460 Jun 21 04:36:49.486383 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-86188096-531d-465d-96d9-cc948b4a3df6 req-8cf61a56-7e8d-4eaa-941f-dd899eebf22e tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519443 Jun 21 04:36:50.680227 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22520391-d7f7-4055-ad38-4e8a2a11481e req-c220b134-91f2-41c8-aba3-1a700df245d7 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:50.681834 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-22520391-d7f7-4055-ad38-4e8a2a11481e req-c220b134-91f2-41c8-aba3-1a700df245d7 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=5de67b97-534d-4489-981b-c755a6c2070d HTTP/1.1" status: 200 len: 945 time: 0.0705638 Jun 21 04:36:50.726617 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-22520391-d7f7-4055-ad38-4e8a2a11481e req-1a9844dc-0607-49bc-b556-5ab8f8cb053a tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386271 Jun 21 04:36:50.858283 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22717b1-811d-4f57-861f-853832e95a22 req-ccef8b31-54b3-4536-801e-1b3e8212ae40 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:50.860826 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d22717b1-811d-4f57-861f-853832e95a22 req-ccef8b31-54b3-4536-801e-1b3e8212ae40 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.61 "GET /v2.0/ports?device_id=5de67b97-534d-4489-981b-c755a6c2070d HTTP/1.1" status: 200 len: 945 time: 0.1125190 Jun 21 04:36:50.996786 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [req-d22717b1-811d-4f57-861f-853832e95a22 req-36b596eb-e69c-4f1b-8490-527fa3c51fbc tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Deleting port 464c23fa-0f1e-4a91-8b5c-2824cfa779ad {{(pid=92744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:50.997402 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-d22717b1-811d-4f57-861f-853832e95a22 req-36b596eb-e69c-4f1b-8490-527fa3c51fbc tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:51.010367 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-15e8c5a9-66c6-40d4-bc98-3ba69f06be88 req-d44f7ba2-8a07-4c24-b718-ddb7a7aeb7b7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dc87e415-3021-485c-9e26-971f844b968f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551004 Jun 21 04:36:51.136315 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.db [req-d22717b1-811d-4f57-861f-853832e95a22 req-36b596eb-e69c-4f1b-8490-527fa3c51fbc tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] For port 464c23fa-0f1e-4a91-8b5c-2824cfa779ad, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=464c23fa-0f1e-4a91-8b5c-2824cfa779ad,segment=NetworkSegment(598bd12b-0d7b-44ee-8a6a-2ed86440b05a),segment_id=598bd12b-0d7b-44ee-8a6a-2ed86440b05a)] {{(pid=92744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:51.136775 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-d22717b1-811d-4f57-861f-853832e95a22 req-36b596eb-e69c-4f1b-8490-527fa3c51fbc tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:51.137782 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8c5a9-66c6-40d4-bc98-3ba69f06be88 req-425773cd-9735-477c-bf8a-0ef8c9b7b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:51.139357 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-15e8c5a9-66c6-40d4-bc98-3ba69f06be88 req-425773cd-9735-477c-bf8a-0ef8c9b7b744 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ceba61c2127d46d5875954d7a9f5920c&device_id=dc87e415-3021-485c-9e26-971f844b968f HTTP/1.1" status: 200 len: 1099 time: 0.0708897 Jun 21 04:36:51.218577 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.plugins.ml2.plugin [req-d22717b1-811d-4f57-861f-853832e95a22 req-36b596eb-e69c-4f1b-8490-527fa3c51fbc tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Calling delete_port for 464c23fa-0f1e-4a91-8b5c-2824cfa779ad owned by compute:nova {{(pid=92744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:51.268102 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8c5a9-66c6-40d4-bc98-3ba69f06be88 req-2139e9d4-1444-4b74-9624-7db8e952d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:51.269804 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-15e8c5a9-66c6-40d4-bc98-3ba69f06be88 req-2139e9d4-1444-4b74-9624-7db8e952d1da service neutron] 10.222.0.61 "GET /v2.0/networks?id=27756738-f68a-4b58-a544-268ad45dbf07 HTTP/1.1" status: 200 len: 915 time: 0.1041150 Jun 21 04:36:51.319287 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-15e8c5a9-66c6-40d4-bc98-3ba69f06be88 req-6729dd16-62f8-4e4e-beac-0b241597f25d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4759b7b3-b193-4251-8a96-cf30f0cc48b5 HTTP/1.1" status: 200 len: 217 time: 0.0372062 Jun 21 04:36:51.390095 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-d22717b1-811d-4f57-861f-853832e95a22 req-36b596eb-e69c-4f1b-8490-527fa3c51fbc tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60010082'] for port, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:51.396724 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-e562318f-ed7e-47c0-a71a-e76e2d6756ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:51.397956 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8c5a9-66c6-40d4-bc98-3ba69f06be88 req-02eb3df4-7098-4027-8282-93e7fa069e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:51.400589 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-15e8c5a9-66c6-40d4-bc98-3ba69f06be88 req-02eb3df4-7098-4027-8282-93e7fa069e7e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e180991-c207-4be9-aa17-0df3ca102788 HTTP/1.1" status: 200 len: 854 time: 0.0706909 Jun 21 04:36:51.408949 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['4759b7b3-b193-4251-8a96-cf30f0cc48b5'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:36:51.439254 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b596eb-e69c-4f1b-8490-527fa3c51fbc tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Pushing event deleted for resources: {'Port': ['ID=464c23fa-0f1e-4a91-8b5c-2824cfa779ad,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:51.444849 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-36b596eb-e69c-4f1b-8490-527fa3c51fbc tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:51.461735 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-15e8c5a9-66c6-40d4-bc98-3ba69f06be88 req-1031b691-d000-45af-b8d8-f9dcdec2b2a4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27756738-f68a-4b58-a544-268ad45dbf07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499296 Jun 21 04:36:51.505710 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22717b1-811d-4f57-861f-853832e95a22 req-36b596eb-e69c-4f1b-8490-527fa3c51fbc tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] No DVR routers for this DVR port 464c23fa-0f1e-4a91-8b5c-2824cfa779ad on host hv-cinder-79717 {{(pid=92744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:36:51.509465 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [req-d22717b1-811d-4f57-861f-853832e95a22 req-36b596eb-e69c-4f1b-8490-527fa3c51fbc tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:51.512021 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-d22717b1-811d-4f57-861f-853832e95a22 req-36b596eb-e69c-4f1b-8490-527fa3c51fbc tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.61 "DELETE /v2.0/ports/464c23fa-0f1e-4a91-8b5c-2824cfa779ad HTTP/1.1" status: 204 len: 173 time: 0.6443985 Jun 21 04:36:51.512730 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de67b97-534d-4489-981b-c755a6c2070d', 'name': 'network-vif-deleted', 'tag': '464c23fa-0f1e-4a91-8b5c-2824cfa779ad'}] {{(pid=92744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:36:51.515972 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09addf6c79676d44476ccb6967f41b08b7ea48edbcbe8ef21363389fa89dfb71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eea4f2b-07f6-44b6-8fee-3bfd84830387" -d '{"events": [{"server_uuid": "5de67b97-534d-4489-981b-c755a6c2070d", "name": "network-vif-deleted", "tag": "464c23fa-0f1e-4a91-8b5c-2824cfa779ad"}]}' {{(pid=92744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:36:51.597859 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10d71ad-48ae-4b15-849e-5e34e58b319b x-openstack-request-id: req-e10d71ad-48ae-4b15-849e-5e34e58b319b {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:36:51.598250 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de67b97-534d-4489-981b-c755a6c2070d", "name": "network-vif-deleted", "tag": "464c23fa-0f1e-4a91-8b5c-2824cfa779ad", "status": "completed", "code": 200}]} {{(pid=92744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:36:51.598519 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e10d71ad-48ae-4b15-849e-5e34e58b319b {{(pid=92744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:36:51.604105 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de67b97-534d-4489-981b-c755a6c2070d', 'name': 'network-vif-deleted', 'tag': '464c23fa-0f1e-4a91-8b5c-2824cfa779ad', 'status': 'completed', 'code': 200} Jun 21 04:36:51.630759 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-15e8c5a9-66c6-40d4-bc98-3ba69f06be88 req-035bc3dc-0a63-41ed-8a5a-638edf12f6d4 service neutron] 10.222.0.61 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571109 Jun 21 04:36:51.660168 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:51.752056 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-15e8c5a9-66c6-40d4-bc98-3ba69f06be88 req-d2fec030-d806-466a-b0d8-24a0332ab78b service neutron] 10.222.0.61 "GET /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123526 Jun 21 04:36:51.902962 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-a2bc40af-4bf9-4638-8520-ae99bdb6e534 req-10d0b915-74a5-4878-a232-ec3138cbccfd tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=5de67b97-534d-4489-981b-c755a6c2070d HTTP/1.1" status: 200 len: 210 time: 0.0365355 Jun 21 04:36:53.173271 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 464c23fa-0f1e-4a91-8b5c-2824cfa779ad no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:53.195885 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] No Port match for: 464c23fa-0f1e-4a91-8b5c-2824cfa779ad {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:36:53.196213 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 464c23fa-0f1e-4a91-8b5c-2824cfa779ad not bound to the agent host hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:36:54.629082 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fc0a0-6290-4db1-a3af-43862ce38f46 req-cbadc514-f7a1-49a4-840d-be5b327c20b5 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:54.631403 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-519fc0a0-6290-4db1-a3af-43862ce38f46 req-cbadc514-f7a1-49a4-840d-be5b327c20b5 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc87e415-3021-485c-9e26-971f844b968f HTTP/1.1" status: 200 len: 946 time: 0.0816569 Jun 21 04:36:54.678434 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [req-519fc0a0-6290-4db1-a3af-43862ce38f46 req-717da070-3243-40a4-bb66-6c8c9c788e8f tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365417 Jun 21 04:36:55.872689 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cc739-6ac4-4fa1-834d-06bb1823ba96 req-e3add5a5-8bbc-45a2-8d06-4515ad5c9c59 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:55.874252 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-8d2cc739-6ac4-4fa1-834d-06bb1823ba96 req-e3add5a5-8bbc-45a2-8d06-4515ad5c9c59 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc87e415-3021-485c-9e26-971f844b968f HTTP/1.1" status: 200 len: 946 time: 0.0761435 Jun 21 04:36:55.918462 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-8d2cc739-6ac4-4fa1-834d-06bb1823ba96 req-d31006d5-627f-4825-934e-54ca8e13ffb5 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/security-groups?id=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372329 Jun 21 04:36:56.339018 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4110902-f138-4b78-8fb6-51c46bcc04f0 req-04f0aa78-8a34-44a4-a937-0d270c954194 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:56.340440 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-e4110902-f138-4b78-8fb6-51c46bcc04f0 req-04f0aa78-8a34-44a4-a937-0d270c954194 tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc87e415-3021-485c-9e26-971f844b968f HTTP/1.1" status: 200 len: 946 time: 0.0760949 Jun 21 04:36:56.466950 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [req-e4110902-f138-4b78-8fb6-51c46bcc04f0 req-efd79532-2793-4424-899b-0fc35fad1aee tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Deleting port 4759b7b3-b193-4251-8a96-cf30f0cc48b5 {{(pid=92743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:56.467526 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-e4110902-f138-4b78-8fb6-51c46bcc04f0 req-efd79532-2793-4424-899b-0fc35fad1aee tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772645805541'] for port, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:56.568229 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.db [req-e4110902-f138-4b78-8fb6-51c46bcc04f0 req-efd79532-2793-4424-899b-0fc35fad1aee tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] For port 4759b7b3-b193-4251-8a96-cf30f0cc48b5, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4759b7b3-b193-4251-8a96-cf30f0cc48b5,segment=NetworkSegment(598bd12b-0d7b-44ee-8a6a-2ed86440b05a),segment_id=598bd12b-0d7b-44ee-8a6a-2ed86440b05a)] {{(pid=92743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:56.568591 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-e4110902-f138-4b78-8fb6-51c46bcc04f0 req-efd79532-2793-4424-899b-0fc35fad1aee tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515228'] for port, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:56.640496 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.plugin [req-e4110902-f138-4b78-8fb6-51c46bcc04f0 req-efd79532-2793-4424-899b-0fc35fad1aee tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Calling delete_port for 4759b7b3-b193-4251-8a96-cf30f0cc48b5 owned by compute:nova {{(pid=92743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:56.774082 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-e4110902-f138-4b78-8fb6-51c46bcc04f0 req-efd79532-2793-4424-899b-0fc35fad1aee tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772645744101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772645313639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629729'] for port, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:56.778922 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-83f41c5d-b07f-4b46-a684-69a6d69aa7c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:56.791756 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] get_ports_and_sgs() called for port_ids ['4759b7b3-b193-4251-8a96-cf30f0cc48b5'] {{(pid=92745) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:36:56.810051 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd79532-2793-4424-899b-0fc35fad1aee tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Pushing event deleted for resources: {'Port': ['ID=4759b7b3-b193-4251-8a96-cf30f0cc48b5,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:56.823203 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd79532-2793-4424-899b-0fc35fad1aee tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:56.823594 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd79532-2793-4424-899b-0fc35fad1aee tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:56.823970 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd79532-2793-4424-899b-0fc35fad1aee tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:56.824353 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd79532-2793-4424-899b-0fc35fad1aee tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:56.824756 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd79532-2793-4424-899b-0fc35fad1aee tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:56.825128 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd79532-2793-4424-899b-0fc35fad1aee tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:56.825492 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd79532-2793-4424-899b-0fc35fad1aee tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:56.825856 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd79532-2793-4424-899b-0fc35fad1aee tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:56.826223 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd79532-2793-4424-899b-0fc35fad1aee tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:56.826585 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd79532-2793-4424-899b-0fc35fad1aee tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:56.826963 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd79532-2793-4424-899b-0fc35fad1aee tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:56.827318 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd79532-2793-4424-899b-0fc35fad1aee tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:56.846347 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-efd79532-2793-4424-899b-0fc35fad1aee tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:56.868213 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4110902-f138-4b78-8fb6-51c46bcc04f0 req-efd79532-2793-4424-899b-0fc35fad1aee tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] No DVR routers for this DVR port 4759b7b3-b193-4251-8a96-cf30f0cc48b5 on host hv-cinder-79717 {{(pid=92743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:36:56.870918 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [req-e4110902-f138-4b78-8fb6-51c46bcc04f0 req-efd79532-2793-4424-899b-0fc35fad1aee tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259335'] for port, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:56.872947 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-e4110902-f138-4b78-8fb6-51c46bcc04f0 req-efd79532-2793-4424-899b-0fc35fad1aee tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.61 "DELETE /v2.0/ports/4759b7b3-b193-4251-8a96-cf30f0cc48b5 HTTP/1.1" status: 204 len: 173 time: 0.5229492 Jun 21 04:36:56.873625 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc87e415-3021-485c-9e26-971f844b968f', 'name': 'network-vif-deleted', 'tag': '4759b7b3-b193-4251-8a96-cf30f0cc48b5'}] {{(pid=92743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:36:56.875851 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f341443fd223dcfc934d9995c5c4b990c7400f9cb91ffc9321324360bae7ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124f44d5-a58d-4d79-8fc8-237d64f35398" -d '{"events": [{"server_uuid": "dc87e415-3021-485c-9e26-971f844b968f", "name": "network-vif-deleted", "tag": "4759b7b3-b193-4251-8a96-cf30f0cc48b5"}]}' {{(pid=92743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:36:56.915055 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb07c9be-be41-4d87-9052-11dfa1d67d39 x-openstack-request-id: req-eb07c9be-be41-4d87-9052-11dfa1d67d39 {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:36:56.915383 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc87e415-3021-485c-9e26-971f844b968f", "name": "network-vif-deleted", "tag": "4759b7b3-b193-4251-8a96-cf30f0cc48b5", "status": "completed", "code": 200}]} {{(pid=92743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:36:56.915727 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb07c9be-be41-4d87-9052-11dfa1d67d39 {{(pid=92743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:36:56.916124 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc87e415-3021-485c-9e26-971f844b968f', 'name': 'network-vif-deleted', 'tag': '4759b7b3-b193-4251-8a96-cf30f0cc48b5', 'status': 'completed', 'code': 200} Jun 21 04:36:57.094379 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [req-ca4ebd8a-6576-4e3e-ae50-feefac5a607d req-1543b85b-ac2a-4f44-9cae-072395c8b52e tempest-AttachVolumeNegativeTest-1749402174 tempest-AttachVolumeNegativeTest-1749402174-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc87e415-3021-485c-9e26-971f844b968f HTTP/1.1" status: 200 len: 210 time: 0.0415013 Jun 21 04:36:58.193536 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 58148) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:58.241052 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.db.db_base_plugin_v2 [None req-683e66ae-4852-4f8f-bc5d-c43e0979384a admin admin] Deleting subnet 6e180991-c207-4be9-aa17-0df3ca102788 {{(pid=92743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:36:58.244465 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-683e66ae-4852-4f8f-bc5d-c43e0979384a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:58.287762 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-683e66ae-4852-4f8f-bc5d-c43e0979384a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59026074'] for subnet, precommit_delete_associations {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:58.328604 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-683e66ae-4852-4f8f-bc5d-c43e0979384a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536692'] for subnet, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:58.387067 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-683e66ae-4852-4f8f-bc5d-c43e0979384a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60629659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59012950'] for subnet, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:58.389658 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-42203ae7-0928-49bd-b3f6-8a7c29587924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:58.415669 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e66ae-4852-4f8f-bc5d-c43e0979384a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e180991-c207-4be9-aa17-0df3ca102788,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:58.417760 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-683e66ae-4852-4f8f-bc5d-c43e0979384a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for subnet, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:58.422825 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-683e66ae-4852-4f8f-bc5d-c43e0979384a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6e180991-c207-4be9-aa17-0df3ca102788 HTTP/1.1" status: 204 len: 168 time: 0.2250748 Jun 21 04:36:58.422825 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-683e66ae-4852-4f8f-bc5d-c43e0979384a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:58.423575 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 58150) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:58.499499 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1b574f2c-414b-456d-9bad-e949e52bb3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585160'] for network, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:58.588168 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1b574f2c-414b-456d-9bad-e949e52bb3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536299', 'neutron.services.segments.db._delete_segments_for_network-8772645825747'] for network, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:58.600078 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.services.segments.db [None req-1b574f2c-414b-456d-9bad-e949e52bb3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27756738-f68a-4b58-a544-268ad45dbf07']}} {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:58.611615 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.services.segments.db [None req-1b574f2c-414b-456d-9bad-e949e52bb3b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '598bd12b-0d7b-44ee-8a6a-2ed86440b05a') {'for_net_delete': True} {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:58.611952 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.services.segments.db [None req-1b574f2c-414b-456d-9bad-e949e52bb3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '598bd12b-0d7b-44ee-8a6a-2ed86440b05a') {} {{(pid=92743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:58.622319 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1b574f2c-414b-456d-9bad-e949e52bb3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772645825576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59026067'] for segment, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:58.637951 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1b574f2c-414b-456d-9bad-e949e52bb3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811'] for segment, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:58.644534 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b574f2c-414b-456d-9bad-e949e52bb3b6 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=92743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:36:58.644971 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1b574f2c-414b-456d-9bad-e949e52bb3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60629296'] for segment, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: Traceback (most recent call last): Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: timer() Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: cb(*args, **kw) Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: return func(*args, **kwargs) Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: self._notify() Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: self.callback(batched_events) Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: event.method(event) Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: return f(self, *a, **k) Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: return self._get(url).json() Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: return self.request(url, 'GET', **kwargs) Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:36:58.647363 dv-cinder-797170-3-smb neutron-server[92743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:36:58.705275 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1b574f2c-414b-456d-9bad-e949e52bb3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515458'] for network, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:58.712299 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-1b574f2c-414b-456d-9bad-e949e52bb3b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645839'] for network, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:58.719340 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-1b574f2c-414b-456d-9bad-e949e52bb3b6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/27756738-f68a-4b58-a544-268ad45dbf07 HTTP/1.1" status: 204 len: 168 time: 0.2944126 Jun 21 04:36:58.721019 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:58.735068 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b574f2c-414b-456d-9bad-e949e52bb3b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=27756738-f68a-4b58-a544-268ad45dbf07,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:58.737741 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-1b574f2c-414b-456d-9bad-e949e52bb3b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:58.901034 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 58154) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:58.948672 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-76fb2b7d-495f-4b0e-aedc-a5bb0b59ccd2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ceba61c2127d46d5875954d7a9f5920c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461829 Jun 21 04:36:58.951368 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 58156) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:59.012989 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-be54d865-a348-4524-82ea-1d46bab852f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:59.035516 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-be54d865-a348-4524-82ea-1d46bab852f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:59.090833 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-be54d865-a348-4524-82ea-1d46bab852f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:59.095626 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-be54d865-a348-4524-82ea-1d46bab852f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:59.097628 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-be54d865-a348-4524-82ea-1d46bab852f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5bebf4d7-ef4b-4560-b39f-fb1a722e7e67 HTTP/1.1" status: 204 len: 168 time: 0.1451077 Jun 21 04:36:59.098924 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-3223feda-e40b-4c12-911a-f9e96d39af1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:59.111986 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54d865-a348-4524-82ea-1d46bab852f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bebf4d7-ef4b-4560-b39f-fb1a722e7e67,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:59.116507 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-be54d865-a348-4524-82ea-1d46bab852f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:01.189344 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 4759b7b3-b193-4251-8a96-cf30f0cc48b5 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:37:01.212918 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] No Port match for: 4759b7b3-b193-4251-8a96-cf30f0cc48b5 {{(pid=92745) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:37:01.213274 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.rpc [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Device 4759b7b3-b193-4251-8a96-cf30f0cc48b5 not bound to the agent host hv-cinder-79717 {{(pid=92745) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:37:05.678871 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 58252) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:05.803404 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-09fa0928-0917-4818-9797-b8331069a91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:05.951526 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-09fa0928-0917-4818-9797-b8331069a91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:05.955508 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-09fa0928-0917-4818-9797-b8331069a91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:05.959010 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-5c567077-581f-4eee-9686-bfe0fbb64abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:05.997281 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-09fa0928-0917-4818-9797-b8331069a91d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3fe9e50501c441f7a2ff5d2fd2f7b8fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3172309 Jun 21 04:37:05.998335 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa0928-0917-4818-9797-b8331069a91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d670db87-2e2a-46cb-bc94-13dcef47fe51,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:06.000989 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 58256) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:06.008390 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-09fa0928-0917-4818-9797-b8331069a91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:06.057767 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d004eabe-2fb3-4592-b855-3d9f4efa669b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:06.082226 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d004eabe-2fb3-4592-b855-3d9f4efa669b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:06.142741 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d004eabe-2fb3-4592-b855-3d9f4efa669b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:06.146706 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-d004eabe-2fb3-4592-b855-3d9f4efa669b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:06.147999 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-d004eabe-2fb3-4592-b855-3d9f4efa669b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d670db87-2e2a-46cb-bc94-13dcef47fe51 HTTP/1.1" status: 204 len: 168 time: 0.1461408 Jun 21 04:37:06.148762 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-cab5d6ff-129e-46fe-9363-21c60e27cb8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:06.157814 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004eabe-2fb3-4592-b855-3d9f4efa669b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d670db87-2e2a-46cb-bc94-13dcef47fe51,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:06.160452 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-d004eabe-2fb3-4592-b855-3d9f4efa669b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:07.901567 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 58306) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:08.030358 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8781f32a-d316-4d1e-b6c2-337bbd6e00c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:08.137655 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8781f32a-d316-4d1e-b6c2-337bbd6e00c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:08.142396 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8781f32a-d316-4d1e-b6c2-337bbd6e00c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:08.145423 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-aad2fb67-8ff6-49cb-b613-02f78f54db76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:08.190536 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-8781f32a-d316-4d1e-b6c2-337bbd6e00c5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0aa8c77cbe084e8f91ea9ce7dd33667f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875321 Jun 21 04:37:08.191330 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781f32a-d316-4d1e-b6c2-337bbd6e00c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8231d5b2-4087-4c08-93ff-9c001fdabb83,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:08.194657 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 58310) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:08.201709 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-8781f32a-d316-4d1e-b6c2-337bbd6e00c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:08.255579 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-78a825e1-38ad-42b8-992e-d336ba4068ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:08.295979 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-78a825e1-38ad-42b8-992e-d336ba4068ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:08.373180 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-78a825e1-38ad-42b8-992e-d336ba4068ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:08.376650 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-78a825e1-38ad-42b8-992e-d336ba4068ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:08.378166 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-78a825e1-38ad-42b8-992e-d336ba4068ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8231d5b2-4087-4c08-93ff-9c001fdabb83 HTTP/1.1" status: 204 len: 168 time: 0.1824782 Jun 21 04:37:08.379064 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-d9d7f7ed-be81-4458-8df6-80a92801ba60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:08.387512 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a825e1-38ad-42b8-992e-d336ba4068ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8231d5b2-4087-4c08-93ff-9c001fdabb83,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:08.389974 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-78a825e1-38ad-42b8-992e-d336ba4068ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:08.690182 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 58316) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:08.704835 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-b97c5fe7-f1ff-43e1-953d-1b4437c90b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:08.815844 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-b97c5fe7-f1ff-43e1-953d-1b4437c90b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:08.821073 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-b97c5fe7-f1ff-43e1-953d-1b4437c90b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:08.823944 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-f38dc6ee-e4c4-419d-893e-2444dd2b5818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:08.865449 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c5fe7-f1ff-43e1-953d-1b4437c90b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d60890-b18f-4af8-9dc1-45d8835aa6dd,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:08.869542 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-b97c5fe7-f1ff-43e1-953d-1b4437c90b88 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1526451919484f38a7e47ec3f7e6d4ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780558 Jun 21 04:37:08.872731 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 58318) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:08.876431 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97c5fe7-f1ff-43e1-953d-1b4437c90b88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:08.876870 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97c5fe7-f1ff-43e1-953d-1b4437c90b88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:08.877250 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97c5fe7-f1ff-43e1-953d-1b4437c90b88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:08.877619 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97c5fe7-f1ff-43e1-953d-1b4437c90b88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:08.877985 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97c5fe7-f1ff-43e1-953d-1b4437c90b88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:08.878342 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97c5fe7-f1ff-43e1-953d-1b4437c90b88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:08.878708 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97c5fe7-f1ff-43e1-953d-1b4437c90b88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:08.879069 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97c5fe7-f1ff-43e1-953d-1b4437c90b88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:08.879984 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97c5fe7-f1ff-43e1-953d-1b4437c90b88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:08.880348 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97c5fe7-f1ff-43e1-953d-1b4437c90b88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:08.880738 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97c5fe7-f1ff-43e1-953d-1b4437c90b88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:08.881098 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97c5fe7-f1ff-43e1-953d-1b4437c90b88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:08.885793 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-b97c5fe7-f1ff-43e1-953d-1b4437c90b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:08.970922 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c8e92ef6-ded4-4126-83e7-12e5eb4a6283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:09.011451 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c8e92ef6-ded4-4126-83e7-12e5eb4a6283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:09.085169 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c8e92ef6-ded4-4126-83e7-12e5eb4a6283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:09.088001 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-c8e92ef6-ded4-4126-83e7-12e5eb4a6283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:09.089421 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-c8e92ef6-ded4-4126-83e7-12e5eb4a6283 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/64d60890-b18f-4af8-9dc1-45d8835aa6dd HTTP/1.1" status: 204 len: 168 time: 0.2151177 Jun 21 04:37:09.090704 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-369cee3f-59e0-4eb3-aecc-9e109a176da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:09.100590 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e92ef6-ded4-4126-83e7-12e5eb4a6283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d60890-b18f-4af8-9dc1-45d8835aa6dd,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:09.103499 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-c8e92ef6-ded4-4126-83e7-12e5eb4a6283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:13.862225 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 58390) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:14.007168 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-6794ea9e-254a-4896-b4d2-4bc1bebdfd67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.140608 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-6794ea9e-254a-4896-b4d2-4bc1bebdfd67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.147106 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-6794ea9e-254a-4896-b4d2-4bc1bebdfd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.152866 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-4b9b9abf-cc15-4613-a489-ebc4cd07cf1e tempest-TestShelveInstance-1784135901 tempest-TestShelveInstance-1784135901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:14.218177 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-6794ea9e-254a-4896-b4d2-4bc1bebdfd67 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1f11d20c57df4053935b4f30445faf98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542154 Jun 21 04:37:14.220792 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 58394) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:14.221694 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794ea9e-254a-4896-b4d2-4bc1bebdfd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2aa2070-cfbf-4eb6-8d3e-1db8879916ba,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:14.226868 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-6794ea9e-254a-4896-b4d2-4bc1bebdfd67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:14.284524 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a72c2144-84f3-4030-9594-200c560b041c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.307676 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a72c2144-84f3-4030-9594-200c560b041c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.366592 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a72c2144-84f3-4030-9594-200c560b041c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.369654 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-a72c2144-84f3-4030-9594-200c560b041c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.371166 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-a72c2144-84f3-4030-9594-200c560b041c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c2aa2070-cfbf-4eb6-8d3e-1db8879916ba HTTP/1.1" status: 204 len: 168 time: 0.1491413 Jun 21 04:37:14.372176 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-6d9168f6-b7ec-4c94-b1b2-0eb34319e293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:14.382599 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c2144-84f3-4030-9594-200c560b041c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2aa2070-cfbf-4eb6-8d3e-1db8879916ba,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:14.385664 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-a72c2144-84f3-4030-9594-200c560b041c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:14.692680 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 58400) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:14.711457 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-4b7e0d66-af1f-4623-ba96-012a70cb876f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.812483 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-4b7e0d66-af1f-4623-ba96-012a70cb876f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.817596 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-4b7e0d66-af1f-4623-ba96-012a70cb876f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.820675 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-2e54386d-6f14-4e72-93e2-12c06e8b7d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:14.859022 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e0d66-af1f-4623-ba96-012a70cb876f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fbe7eb-b363-434e-98a9-93abc1255102,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:14.863377 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-4b7e0d66-af1f-4623-ba96-012a70cb876f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=82ba163f979046f083c48fbe534093d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1695237 Jun 21 04:37:14.864940 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-4b7e0d66-af1f-4623-ba96-012a70cb876f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:14.867095 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 58402) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:14.923224 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3bd86932-2f9f-4a1f-b663-de1f59ad625e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.952634 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3bd86932-2f9f-4a1f-b663-de1f59ad625e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.999114 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-161ca0a3-d3e7-4c5e-bfdf-06cd9a1789e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.012871 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3bd86932-2f9f-4a1f-b663-de1f59ad625e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.015777 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3bd86932-2f9f-4a1f-b663-de1f59ad625e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.016961 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-3bd86932-2f9f-4a1f-b663-de1f59ad625e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/78fbe7eb-b363-434e-98a9-93abc1255102 HTTP/1.1" status: 204 len: 168 time: 0.1488631 Jun 21 04:37:15.017772 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-78a825e1-38ad-42b8-992e-d336ba4068ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:15.025923 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd86932-2f9f-4a1f-b663-de1f59ad625e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fbe7eb-b363-434e-98a9-93abc1255102,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:15.028308 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-3bd86932-2f9f-4a1f-b663-de1f59ad625e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:17.989764 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-001304d4-bde2-4d6e-8193-53291bd086c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.211404 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.212863 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.930393 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:20.708971 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:37:21.630609 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:23.877428 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 58524) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:23.995945 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-4534facf-02ed-497a-a6de-323db69a59d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:24.102875 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-4534facf-02ed-497a-a6de-323db69a59d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:24.107751 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-4534facf-02ed-497a-a6de-323db69a59d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:24.110874 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-176f9664-43fd-4988-9568-9d9ae7e887b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:24.151625 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-4534facf-02ed-497a-a6de-323db69a59d6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d4d8e1161e324a4d8a342eff1b23486f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730796 Jun 21 04:37:24.152606 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534facf-02ed-497a-a6de-323db69a59d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a7c6c6-f665-45d4-b776-57684448d56a,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:24.154957 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 58528) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:24.156159 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-4534facf-02ed-497a-a6de-323db69a59d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:24.213367 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7e042858-901d-407d-a270-c9b7e2190a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:24.244026 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7e042858-901d-407d-a270-c9b7e2190a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:24.320709 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7e042858-901d-407d-a270-c9b7e2190a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:24.323518 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7e042858-901d-407d-a270-c9b7e2190a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:24.324775 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-7e042858-901d-407d-a270-c9b7e2190a76 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3a7c6c6-f665-45d4-b776-57684448d56a HTTP/1.1" status: 204 len: 168 time: 0.1685054 Jun 21 04:37:24.325701 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-8f6ee73f-1c18-417c-95a8-70123d34bef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:24.335834 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e042858-901d-407d-a270-c9b7e2190a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a7c6c6-f665-45d4-b776-57684448d56a,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:24.339437 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-7e042858-901d-407d-a270-c9b7e2190a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:24.650280 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 58534) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:24.664950 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9c6c1df9-c135-4540-85fe-d93ad33291f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:24.767096 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9c6c1df9-c135-4540-85fe-d93ad33291f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:24.772533 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-9c6c1df9-c135-4540-85fe-d93ad33291f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:24.775514 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-f72e41e3-9d35-47f9-a955-018e8ab6041a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:24.817358 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c1df9-c135-4540-85fe-d93ad33291f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a99ac3-dfc7-46a0-98a6-3528b450fd05,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:24.821793 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-9c6c1df9-c135-4540-85fe-d93ad33291f0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=967eafa0e4ce4917bef9896b5a96ecb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1702299 Jun 21 04:37:24.822814 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-9c6c1df9-c135-4540-85fe-d93ad33291f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:24.825873 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 58536) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:24.884303 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3db65ee6-1099-4461-a738-bbd3aef690e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:24.908438 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3db65ee6-1099-4461-a738-bbd3aef690e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:24.963271 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3db65ee6-1099-4461-a738-bbd3aef690e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:24.966093 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-3db65ee6-1099-4461-a738-bbd3aef690e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:24.967300 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-3db65ee6-1099-4461-a738-bbd3aef690e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f0a99ac3-dfc7-46a0-98a6-3528b450fd05 HTTP/1.1" status: 204 len: 168 time: 0.1404622 Jun 21 04:37:24.968120 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-86dc1386-cfd1-42a1-95ce-c9734fb4aaed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:24.976538 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db65ee6-1099-4461-a738-bbd3aef690e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a99ac3-dfc7-46a0-98a6-3528b450fd05,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:24.979037 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-3db65ee6-1099-4461-a738-bbd3aef690e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:25.415615 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 58542) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:25.431066 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8aba40bf-bd8f-4a6e-b4c4-669a99c72586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:25.550845 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8aba40bf-bd8f-4a6e-b4c4-669a99c72586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:25.556808 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-8aba40bf-bd8f-4a6e-b4c4-669a99c72586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:25.563146 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-d5e868d8-dcbb-4c36-b96e-8796b23bea8a tempest-TestMinimumBasicScenario-2027567109 tempest-TestMinimumBasicScenario-2027567109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:25.628822 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-8aba40bf-bd8f-4a6e-b4c4-669a99c72586 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dfe4ca732c1f4e83a49d79b4d9852890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116933 Jun 21 04:37:25.630757 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba40bf-bd8f-4a6e-b4c4-669a99c72586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c43abd-4dbb-40d8-95e4-d868a72e55f0,revision_number=1']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:25.631882 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 58544) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:25.636422 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-8aba40bf-bd8f-4a6e-b4c4-669a99c72586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:25.688751 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9fd9e898-8833-430e-a1e3-86559e940eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:25.717138 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9fd9e898-8833-430e-a1e3-86559e940eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:25.778499 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9fd9e898-8833-430e-a1e3-86559e940eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:25.783337 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-9fd9e898-8833-430e-a1e3-86559e940eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:25.786180 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-9fd9e898-8833-430e-a1e3-86559e940eee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d2c43abd-4dbb-40d8-95e4-d868a72e55f0 HTTP/1.1" status: 204 len: 168 time: 0.1518288 Jun 21 04:37:25.787447 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-0e3cfd68-1d11-457a-afd6-9be545acb061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:25.800274 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9e898-8833-430e-a1e3-86559e940eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c43abd-4dbb-40d8-95e4-d868a72e55f0,revision_number=None']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:25.804406 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-9fd9e898-8833-430e-a1e3-86559e940eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:45.003799 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a36a634f-907d-44b5-8a6d-35376146f801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:47.986872 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f4569acd-0adb-408f-85a7-5a4d5ce993a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:48.210405 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:48.212629 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:48.937214 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:51.244202 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 58720) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:51.367686 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7904e1b9-429d-43ab-8221-41fcfbcd684d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:51.476982 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7904e1b9-429d-43ab-8221-41fcfbcd684d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:51.482121 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-7904e1b9-429d-43ab-8221-41fcfbcd684d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:51.485148 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-103550f9-5410-4e46-a866-b245cc92d98a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:51.525958 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-7904e1b9-429d-43ab-8221-41fcfbcd684d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=53ff815e295a4f1ca73e90ccdf70e62d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798460 Jun 21 04:37:51.526698 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904e1b9-429d-43ab-8221-41fcfbcd684d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b197b57e-ad4b-4363-82da-e854d868a5f2,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:51.529128 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 58724) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:51.531014 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-7904e1b9-429d-43ab-8221-41fcfbcd684d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:51.598398 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-99f747d0-d928-42dd-bead-7d20a3c668d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:51.624954 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-99f747d0-d928-42dd-bead-7d20a3c668d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:51.636326 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:51.699184 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-99f747d0-d928-42dd-bead-7d20a3c668d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:51.702165 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-99f747d0-d928-42dd-bead-7d20a3c668d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:51.703399 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-99f747d0-d928-42dd-bead-7d20a3c668d1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b197b57e-ad4b-4363-82da-e854d868a5f2 HTTP/1.1" status: 204 len: 168 time: 0.1729000 Jun 21 04:37:51.704425 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-32594883-7fb2-4b19-ad19-f45d5f8868ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:51.714509 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f747d0-d928-42dd-bead-7d20a3c668d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b197b57e-ad4b-4363-82da-e854d868a5f2,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:51.717777 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-99f747d0-d928-42dd-bead-7d20a3c668d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:57.708204 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:38:03.234066 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.wsgi [-] (92744) accepted ('10.222.0.60', 58840) {{(pid=92744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:38:03.350165 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-724b556a-08be-4b17-ac37-bc44ceb9f906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:03.460892 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-724b556a-08be-4b17-ac37-bc44ceb9f906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:03.465407 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron_lib.callbacks.manager [None req-724b556a-08be-4b17-ac37-bc44ceb9f906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_create {{(pid=92744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:03.468394 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-137e9b71-9a35-469d-98e4-6a9c2f7b7cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:38:03.511439 dv-cinder-797170-3-smb neutron-server[92744]: INFO neutron.wsgi [None req-724b556a-08be-4b17-ac37-bc44ceb9f906 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4ef8a0237cfa42d395dc605236939567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757766 Jun 21 04:38:03.512342 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b556a-08be-4b17-ac37-bc44ceb9f906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8fa0a8-b5ab-44f4-bbe0-5923d02ac3ce,revision_number=1']} {{(pid=92744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:38:03.514150 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.wsgi [-] (92743) accepted ('10.222.0.60', 58844) {{(pid=92743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:38:03.516209 dv-cinder-797170-3-smb neutron-server[92744]: DEBUG oslo_concurrency.lockutils [None req-724b556a-08be-4b17-ac37-bc44ceb9f906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:38:03.600092 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-2e35c032-0d44-4b44-b76b-4d3cdb6abf7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:03.639162 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-2e35c032-0d44-4b44-b76b-4d3cdb6abf7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:03.717299 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-2e35c032-0d44-4b44-b76b-4d3cdb6abf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354822'] for security_group, after_delete {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:03.720058 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron_lib.callbacks.manager [None req-2e35c032-0d44-4b44-b76b-4d3cdb6abf7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:03.721280 dv-cinder-797170-3-smb neutron-server[92743]: INFO neutron.wsgi [None req-2e35c032-0d44-4b44-b76b-4d3cdb6abf7f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe8fa0a8-b5ab-44f4-bbe0-5923d02ac3ce HTTP/1.1" status: 204 len: 168 time: 0.2058854 Jun 21 04:38:03.722142 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-3db65ee6-1099-4461-a738-bbd3aef690e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:38:03.733804 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35c032-0d44-4b44-b76b-4d3cdb6abf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8fa0a8-b5ab-44f4-bbe0-5923d02ac3ce,revision_number=None']} {{(pid=92743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:38:03.748125 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35c032-0d44-4b44-b76b-4d3cdb6abf7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:03.748784 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35c032-0d44-4b44-b76b-4d3cdb6abf7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:03.749403 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35c032-0d44-4b44-b76b-4d3cdb6abf7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:03.750001 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35c032-0d44-4b44-b76b-4d3cdb6abf7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:03.750635 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35c032-0d44-4b44-b76b-4d3cdb6abf7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:03.751336 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35c032-0d44-4b44-b76b-4d3cdb6abf7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:03.751905 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35c032-0d44-4b44-b76b-4d3cdb6abf7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:03.752538 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35c032-0d44-4b44-b76b-4d3cdb6abf7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:03.753690 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35c032-0d44-4b44-b76b-4d3cdb6abf7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:03.754312 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35c032-0d44-4b44-b76b-4d3cdb6abf7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:03.755007 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35c032-0d44-4b44-b76b-4d3cdb6abf7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:03.755745 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35c032-0d44-4b44-b76b-4d3cdb6abf7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-smb {{(pid=92743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:03.762153 dv-cinder-797170-3-smb neutron-server[92743]: DEBUG oslo_concurrency.lockutils [None req-2e35c032-0d44-4b44-b76b-4d3cdb6abf7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:38:15.001453 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-538a4654-43fa-4d33-8dc6-e122aa7a236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:17.980235 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ccde3b19-2083-43d2-bdbf-77910b3789ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:18.226007 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:18.227484 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:18.936309 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:21.642631 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:34.708414 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:38:45.003781 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2d658794-d0c6-459e-838f-6bf9d39724ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:47.985483 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1e3169ae-6bbf-41b6-8ad3-9a61716d7d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:48.207032 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:48.214266 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:48.936219 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:51.639894 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:11.706730 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:39:14.998244 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-36440c5e-fd73-486b-93a0-ef2be638d8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:17.995098 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d3cebfd1-311d-4102-889e-7c15e3478928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:18.204762 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:18.209739 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:18.941507 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:21.647783 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:45.001671 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1726cc0a-a37f-4468-8a5c-176e9559781d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:47.997021 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-e46b6098-eb52-40fe-8ef3-10894f8ba064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:48.222731 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:48.224777 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:48.705998 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:39:48.943438 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:51.646087 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:15.004204 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-521e5098-774c-46c1-84b8-877478f4e70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:17.993958 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7ba3dd92-a925-4796-824c-1ac79568092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:18.219011 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:18.231808 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:18.947627 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:21.659737 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:25.705693 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:40:45.011544 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-dcf96827-360c-4205-b9d5-abec1740fed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:47.990809 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-740acd6c-7279-442f-a7c9-091acad2ef34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:48.221766 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:48.230813 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:48.949341 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:51.658363 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:02.705394 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:41:15.006573 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-eab715e6-5a06-42fa-bed4-2d92fdcc1c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:17.993818 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-58ff924e-a332-4baf-8d10-d33c5d963a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:18.221704 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:18.227078 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:18.954016 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:21.662000 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:39.705618 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:41:45.011753 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f5e00070-01c7-4ba9-8598-d4656958e6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:47.986398 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6a01f83b-f7cc-4857-afbf-240924952fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:48.222190 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:48.227686 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:48.958385 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:51.659295 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:15.022678 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-9967c2b1-6221-4aab-8b86-40915b3ba33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:16.705455 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:42:17.990331 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-fd1debde-4fe9-476b-b613-ba76dfd28e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:18.222438 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:18.229207 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:18.959793 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:21.663689 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:45.023863 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1b0441c0-3b23-4466-9b92-c3fce9ec7657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:47.994788 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-85ae11b5-58ab-4194-8a71-db985a5b3553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:48.234994 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4012d97e-cc42-4dbc-9e58-aa726a204530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:48.240283 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cb7a972e-fbf9-49fa-b2c5-d7ef458abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:48.964450 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4abaffd5-68e2-456d-9d75-560d080bf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:51.667082 dv-cinder-797170-3-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-65aeccb6-4b83-42c0-848e-3a68aa7076ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772645825729', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533809'] for agent, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:53.706290 dv-cinder-797170-3-smb neutron-server[92746]: DEBUG neutron.db.agents_db [None req-bcf48c62-60d3-418d-9679-20df0c73ddd6 None None] Agent healthcheck: found 6 active agents {{(pid=92746) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}